[ 486.176096] env[62657]: INFO neutron.common.config [-] Logging enabled! [ 486.176520] env[62657]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 486.176735] env[62657]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62657) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 486.176918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 486.177025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 486.177821] env[62657]: WARNING oslo_policy.policy [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 486.178062] env[62657]: WARNING oslo_policy.policy [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 486.179545] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] VMware NSXv3 Agent initialized successfully. [ 486.179902] env[62657]: DEBUG oslo_concurrency.lockutils [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Acquiring lock "singleton_lock" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.180055] env[62657]: DEBUG oslo_concurrency.lockutils [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Acquired lock "singleton_lock" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.180327] env[62657]: DEBUG oslo_concurrency.lockutils [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Releasing lock "singleton_lock" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.180721] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Full set of CONF: {{(pid=62657) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 486.180862] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ******************************************************************************** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 486.180918] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Configuration options gathered from: {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 486.181216] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 486.181403] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 486.181525] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ================================================================================ {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 486.181705] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] agent_down_time = 75 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.181855] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] allow_automatic_dhcp_failover = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182008] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] allow_bulk = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182170] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] api_extensions_path = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182349] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] api_paste_config = api-paste.ini {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182511] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] auth_strategy = keystone {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182630] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] backdoor_port = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182745] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] backdoor_socket = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.182894] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] backlog = 4096 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183056] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] base_mac = fa:16:3e:00:00:00 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183233] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] bind_host = 0.0.0.0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183385] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] bind_port = 9696 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183532] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] client_socket_timeout = 900 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183681] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] config_dir = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183800] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.183947] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] config_source = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184109] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] control_exchange = neutron {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184265] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] core_plugin = ml2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184445] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] debug = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184610] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] default_availability_zones = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184826] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.184976] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dhcp_agent_notification = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185139] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dhcp_agents_per_network = 1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185287] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dhcp_lease_duration = 86400 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185445] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dhcp_load_type = networks {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185595] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dns_domain = openstacklocal {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185745] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.185890] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_default_route_bfd = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186041] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_default_route_ecmp = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186189] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_dvr = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186332] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_new_agents = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186477] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186618] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_signals = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186759] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] enable_traditional_dhcp = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.186897] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] external_dns_driver = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187049] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] filter_validation = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187202] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] global_physnet_mtu = 8950 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187347] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] graceful_shutdown_timeout = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187628] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] host = cpu-1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187687] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] host_dvr_for_dhcp = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187813] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] http_retries = 3 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.187962] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] instance_format = [instance: %(uuid)s] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188124] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188277] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ipam_driver = internal {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188421] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ipv6_pd_enabled = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188563] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] l3_ha = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188713] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.188864] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] l3_ha_network_physical_name = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189018] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] l3_ha_network_type = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189169] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_color = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189317] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_config_append = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189467] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189610] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_dir = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189749] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_file = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.189859] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_options = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190010] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_rotate_interval = 1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190191] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_rotate_interval_type = days {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190375] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] log_rotation_type = none {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190496] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190611] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190762] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.190910] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191034] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191184] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_dns_nameservers = 5 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191330] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_header_line = 16384 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191476] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_l3_agents_per_router = 3 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191620] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_logfile_count = 30 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191769] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_logfile_size_mb = 200 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.191901] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] max_subnet_host_routes = 20 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192064] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] my_ip = 10.180.1.21 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192206] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] my_ipv6 = ::1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192366] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] network_auto_schedule = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192510] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] network_link_prefix = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192661] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192808] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] notify_nova_on_port_data_changes = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.192954] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] notify_nova_on_port_status_changes = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193115] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] pagination_max_limit = -1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193262] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] publish_errors = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193404] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rate_limit_burst = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193552] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rate_limit_except_level = CRITICAL {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193694] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rate_limit_interval = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193839] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] retry_until_window = 30 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.193981] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] router_distributed = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194135] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rpc_resources_processing_step = 20 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194279] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rpc_response_max_timeout = 600 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194424] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] rpc_response_timeout = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194573] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] send_events_interval = 2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194727] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] service_plugins = ['router'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.194878] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] setproctitle = on {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195027] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] shell_completion = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195179] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] state_path = /opt/stack/data/neutron {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195330] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] syslog_log_facility = LOG_USER {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195475] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] tcp_keepidle = 600 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195622] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] transport_url = **** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195763] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] use_journal = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.195902] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] use_json = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196050] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] use_ssl = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196190] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] use_stderr = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196344] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] use_syslog = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196509] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vlan_qinq = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196695] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vlan_transparent = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196806] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] watch_log_file = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.196937] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] wsgi_default_pool_size = 100 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.197086] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] wsgi_keep_alive = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.197240] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.197385] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] wsgi_server_debug = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 486.197542] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_concurrency.disable_process_locking = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.197697] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.197850] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.197995] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198160] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198313] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198462] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198622] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.connection_string = messaging:// {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198772] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.enabled = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.198926] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.es_doc_type = notification {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.199087] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.es_scroll_size = 10000 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.199241] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.es_scroll_time = 2m {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.199389] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.filter_error_trace = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.199539] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.hmac_keys = **** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.199688] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.sentinel_service_name = mymaster {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200246] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.socket_timeout = 0.1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200246] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.trace_requests = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200246] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler.trace_sqlalchemy = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200538] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler_jaeger.process_tags = {} {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200538] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler_jaeger.service_name_prefix = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200962] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] profiler_otlp.service_name_prefix = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.200962] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.enforce_new_defaults = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201115] env[62657]: WARNING oslo_config.cfg [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 486.201211] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.enforce_scope = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201366] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.policy_default_rule = default {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201570] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201673] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201828] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.201998] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202120] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202287] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202556] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202642] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202751] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.202904] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] agent.extensions = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203066] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203224] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] service_providers.service_provider = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203412] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.default_quota = -1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203530] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203679] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_floatingip = 50 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203823] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_network = 100 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.203990] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_port = 500 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204119] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204263] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_router = 10 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204438] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_security_group = 10 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204598] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204701] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.quota_subnet = 100 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.204832] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] QUOTAS.track_quota_usage = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205029] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205141] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205284] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205435] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205580] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205728] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.205884] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.206040] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.206188] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.206340] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.206491] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.206634] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_dhcp_release.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207094] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207094] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207094] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207279] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207350] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207495] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_ovs_vsctl.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207646] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.capabilities = [21] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207786] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.207928] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208089] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208240] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208398] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_namespace.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208570] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.capabilities = [12] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208717] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.208861] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209021] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209174] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209318] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_conntrack.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209472] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.capabilities = [12, 21] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209613] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.group = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209751] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.helper_command = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.209899] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210057] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.thread_pool_size = 8 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210220] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] privsep_link.user = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210393] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210552] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210701] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.continue_on_failed_promotions = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210847] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.dscp = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.210992] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.dscp_inherit = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211157] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.force_mp_to_policy = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211304] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.locking_coordinator_url = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211450] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.log_agent_heartbeats = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211597] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.logging_expire = 1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211751] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.211898] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212062] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.polling_interval = 240 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212228] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212396] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212553] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.report_interval = 30.0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212707] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.212858] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213016] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213168] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.sync_skew = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213319] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.synchronization_queue_size = 20 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213468] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT.use_helper_for_ns_read = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213622] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] SECURITYGROUP.enable_ipset = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213775] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] SECURITYGROUP.enable_security_group = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.213926] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214089] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214243] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] experimental.ipv6_pd_enabled = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214413] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.extension_drivers = ['port_security'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214559] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.external_network_type = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214718] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.214873] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.overlay_ip_version = 4 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215036] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.path_mtu = 8950 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215195] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.physical_network_mtus = {} {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215352] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.tenant_network_types = ['vlan'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215508] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215662] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ml2.type_drivers = ['vlan'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215816] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT_CLI.neutron_port_id = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.215959] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216117] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216276] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216431] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216638] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216811] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.216971] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217139] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217383] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217498] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_login_password = **** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217656] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_login_port = 443 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217806] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_login_user = admin {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.217958] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218126] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218276] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218423] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218573] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218725] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.218875] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219034] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219185] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219340] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219496] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219642] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219792] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.219984] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220172] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vsphere.vsphere_login_password = VMware1! {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220360] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220520] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220674] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.auth_section = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220832] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.auth_type = password {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.220986] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221145] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.certfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221293] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.collect_timing = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221450] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.endpoint_type = public {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221597] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.insecure = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221739] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.keyfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.221890] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.region_name = RegionOne {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222046] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.split_loggers = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222191] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] nova.timeout = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222368] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.auth_section = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222531] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.auth_type = password {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222686] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222830] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.certfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.222977] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.collect_timing = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223143] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.endpoint_type = public {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223291] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.insecure = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223432] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.keyfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223573] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.region_name = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223717] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.split_loggers = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.223857] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] placement.timeout = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224010] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.auth_section = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224160] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.auth_type = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224303] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.cafile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224445] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.certfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224590] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.collect_timing = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224733] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.connect_retries = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.224872] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.connect_retry_delay = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225022] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.enable_notifications = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225161] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.endpoint_override = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225306] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.insecure = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225449] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.interface = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225588] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.keyfile = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225729] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.max_version = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.225868] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.min_version = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226019] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.region_name = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226160] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.retriable_status_codes = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226300] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.service_name = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226467] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.service_type = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226620] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.split_loggers = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226761] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.status_code_retries = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.226902] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.status_code_retry_delay = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227054] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.timeout = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227197] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.valid_interfaces = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227338] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ironic.version = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227485] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] cli_script.dry_run = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227643] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227789] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.227935] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228090] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228238] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228384] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228527] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228669] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228812] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.228965] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229118] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229272] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229425] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229574] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229727] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.229873] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230141] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230196] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230374] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230528] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230679] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230827] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.230973] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231130] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231273] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231417] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231560] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231702] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231844] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.231990] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232155] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232329] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232481] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232632] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232784] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.232929] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.233092] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_notifications.driver = [] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.233244] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_notifications.retry = -1 {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.233404] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.233548] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 486.233660] env[62657]: DEBUG oslo_service.service [None req-81d63100-6ab9-43a5-a569-71fef0b32514 None None] ******************************************************************************** {{(pid=62657) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 486.234630] env[62657]: DEBUG neutron.agent.securitygroups_rpc [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Init firewall settings (driver=nsxv3) {{(pid=62657) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 486.235897] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62657) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 486.236133] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] RPC agent_id: nsxm-l-01a.corp.local [ 486.238328] env[62657]: DEBUG dogpile.cache.region [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 486.238476] env[62657]: DEBUG dogpile.lock [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 486.238582] env[62657]: DEBUG dogpile.lock [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 486.238682] env[62657]: DEBUG dogpile.lock [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 486.238781] env[62657]: DEBUG dogpile.cache.region [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 486.238874] env[62657]: DEBUG dogpile.lock [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 486.238997] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 486.260412] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Session token - acquiring [ 486.261888] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.262070] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.262180] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.262641] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.272890] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.553438] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 486.575377] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 486.575518] env[62657]: DEBUG dogpile.cache.region [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Cache value generated in 0.336 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 486.575645] env[62657]: DEBUG dogpile.lock [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 486.575766] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Activating Policy API Provider. [ 486.575962] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Looking for the default Infrastructure Rules. [ 486.646342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Looking for the Default Layer3 Logged Drop Section. [ 486.661344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 486.661827] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.662096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.662096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.662462] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.662795] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 487.177686] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 487.680356] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 488.183384] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Inventory metadata is going to be refreshed. [ 488.183749] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 489.163192] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.163422] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.163493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.163804] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.174462] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 489.175379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.176166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 489.193723] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.194072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.194072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.194263] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.194385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.194526] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 489.194668] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.194788] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 489.213435] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.213681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.213753] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.213944] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.214125] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.214263] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 489.237552] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.237706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.237811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.238078] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.238220] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.238359] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 489.258823] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.259068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.259133] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.259342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.259475] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.259618] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 489.259735] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.259842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 489.279552] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.279759] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.279826] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.280083] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.280211] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.280345] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 489.280453] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.280562] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 489.301104] env[62657]: DEBUG networking_nsxv3.common.locking [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.301287] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.301389] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.301621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.301771] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.301914] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 489.302032] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 489.302138] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Inventory metadata have been refreshed. [ 489.302239] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Dryrun:True. Metadata refresh completed. [ 489.302385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.304148] env[62657]: INFO neutron.agent.agent_extensions_manager [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Loaded agent extensions: [] [ 489.304874] env[62657]: DEBUG neutron_lib.callbacks.manager [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62657) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 489.351486] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent RPC Daemon Started! [ 489.351628] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:0 started [ 489.351705] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent out of sync with plugin! [ 494.306057] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 494.306057] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 499.307504] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 499.307504] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 503.121806] env[62657]: INFO networking_nsxv3.common.synchronization [None req-7121f8d0-ad49-4e3c-99c4-64389bac62ff demo admin] Enqueued Resource ID: 9c0bfd97-a949-43cb-8138-baddd937404e with Priority: HIGHEST for action security_group_rules [ 503.122319] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0bfd97-a949-43cb-8138-baddd937404e with Priority: HIGHEST for action security_group_rules [ 503.122658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c0bfd97-a949-43cb-8138-baddd937404e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 503.122791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c0bfd97-a949-43cb-8138-baddd937404e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.122873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c0bfd97-a949-43cb-8138-baddd937404e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.123207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c0bfd97-a949-43cb-8138-baddd937404e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 503.123293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c0bfd97-a949-43cb-8138-baddd937404e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 503.645910] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 503.646245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.646245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.646325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 503.646402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.646488] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c0bfd97-a949-43cb-8138-baddd937404e already deleted. [ 503.646571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c0bfd97-a949-43cb-8138-baddd937404e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.123934] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 508.124340] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 513.125437] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 513.125850] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 518.126702] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 518.127093] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 523.128433] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 523.128801] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 528.130038] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 528.130476] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 533.131567] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.132306] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.928078] env[62657]: INFO networking_nsxv3.common.synchronization [None req-2a8667fb-3aaa-4f1b-9289-6c09b70ea998 None None] Enqueued Resource ID: 59523fb9-1612-4f08-b7e7-d88870ac36d2 with Priority: HIGHEST for action port [ 535.928078] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59523fb9-1612-4f08-b7e7-d88870ac36d2 with Priority: HIGHEST for action port [ 535.928571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-59523fb9-1612-4f08-b7e7-d88870ac36d2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.928688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59523fb9-1612-4f08-b7e7-d88870ac36d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.928756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59523fb9-1612-4f08-b7e7-d88870ac36d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.928998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59523fb9-1612-4f08-b7e7-d88870ac36d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.930424] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59523fb9-1612-4f08-b7e7-d88870ac36d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.434535] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59523fb9-1612-4f08-b7e7-d88870ac36d2 [ 536.434607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.435371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.435371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.435371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.435371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.435371] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59523fb9-1612-4f08-b7e7-d88870ac36d2 already deleted. [ 536.435371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59523fb9-1612-4f08-b7e7-d88870ac36d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.058232] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8721b689-7ecd-4963-9e46-e7e2fb2b44ba None None] Enqueued Resource ID: fb19c932-b319-458b-a42c-74f9c32a3901 with Priority: HIGHEST for action port [ 537.058895] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb19c932-b319-458b-a42c-74f9c32a3901 with Priority: HIGHEST for action port [ 537.059246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb19c932-b319-458b-a42c-74f9c32a3901 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.059344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb19c932-b319-458b-a42c-74f9c32a3901" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.059498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb19c932-b319-458b-a42c-74f9c32a3901" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.059714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb19c932-b319-458b-a42c-74f9c32a3901" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.059714] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb19c932-b319-458b-a42c-74f9c32a3901',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.562091] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb19c932-b319-458b-a42c-74f9c32a3901 [ 537.563159] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.563159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.563159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.563159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.563159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.563159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb19c932-b319-458b-a42c-74f9c32a3901 already deleted. [ 537.563159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb19c932-b319-458b-a42c-74f9c32a3901" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.876906] env[62657]: INFO networking_nsxv3.common.synchronization [None req-12ad0075-b120-4f28-9995-1477d60b819c None None] Enqueued Resource ID: 997f7e05-56ef-45bf-a8de-ac696412d968 with Priority: HIGHEST for action port [ 537.876906] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997f7e05-56ef-45bf-a8de-ac696412d968 with Priority: HIGHEST for action port [ 537.876906] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-997f7e05-56ef-45bf-a8de-ac696412d968 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.876906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997f7e05-56ef-45bf-a8de-ac696412d968" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.876906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997f7e05-56ef-45bf-a8de-ac696412d968" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.876906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997f7e05-56ef-45bf-a8de-ac696412d968" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.876906] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997f7e05-56ef-45bf-a8de-ac696412d968',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.379286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997f7e05-56ef-45bf-a8de-ac696412d968 [ 538.380640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.380640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.380640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.380640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.380640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.380640] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997f7e05-56ef-45bf-a8de-ac696412d968 already deleted. [ 538.380640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997f7e05-56ef-45bf-a8de-ac696412d968" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.671057] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a36cc69a-0b8b-4825-be49-3ab6d4adf335 None None] Enqueued Resource ID: 98d82688-a022-40c9-b066-c132da443df2 with Priority: HIGHEST for action port [ 538.672632] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d82688-a022-40c9-b066-c132da443df2 with Priority: HIGHEST for action port [ 538.673142] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d82688-a022-40c9-b066-c132da443df2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.673259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d82688-a022-40c9-b066-c132da443df2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.673326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d82688-a022-40c9-b066-c132da443df2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.673916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d82688-a022-40c9-b066-c132da443df2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.673916] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d82688-a022-40c9-b066-c132da443df2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.052869] env[62657]: INFO networking_nsxv3.common.synchronization [None req-736af35b-db18-4215-9e72-b89bd8d0b821 None None] Enqueued Resource ID: 50edba7f-1df3-4985-84b0-c93a1d02d35f with Priority: HIGHEST for action port [ 539.053559] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50edba7f-1df3-4985-84b0-c93a1d02d35f with Priority: HIGHEST for action port [ 539.053915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-50edba7f-1df3-4985-84b0-c93a1d02d35f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.054493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50edba7f-1df3-4985-84b0-c93a1d02d35f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.054493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50edba7f-1df3-4985-84b0-c93a1d02d35f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.054493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50edba7f-1df3-4985-84b0-c93a1d02d35f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.054493] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50edba7f-1df3-4985-84b0-c93a1d02d35f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.178257] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d82688-a022-40c9-b066-c132da443df2 [ 539.180045] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.180160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.180205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.180387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.180478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.180571] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d82688-a022-40c9-b066-c132da443df2 already deleted. [ 539.180656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d82688-a022-40c9-b066-c132da443df2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.509862] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 req-d1848a31-6aae-4945-83e3-98dba8efce3a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 539.510411] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 539.511531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.511531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.511531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.511531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.511531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.511733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.511733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.513983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.513983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.513983] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.557743] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50edba7f-1df3-4985-84b0-c93a1d02d35f [ 539.557743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.557743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.557743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.557743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.557743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.557743] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50edba7f-1df3-4985-84b0-c93a1d02d35f already deleted. [ 539.557743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50edba7f-1df3-4985-84b0-c93a1d02d35f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.760084] env[62657]: INFO networking_nsxv3.common.synchronization [req-733aad69-8dc5-49bb-b0e3-f589a35963c5 req-a429999a-cf8c-4f3c-b1f5-724b2bc3573e tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 539.760084] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 539.760368] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.760492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.760562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.761137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.761137] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.762284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.762284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.762284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.762284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.763618] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.836389] env[62657]: INFO networking_nsxv3.common.synchronization [None req-40dd2ed6-38a1-4420-af72-1f231eeeb669 None None] Enqueued Resource ID: 76488bb0-0ffe-4fdd-8b9c-5b038ccac967 with Priority: HIGHEST for action port [ 539.836389] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76488bb0-0ffe-4fdd-8b9c-5b038ccac967 with Priority: HIGHEST for action port [ 539.837108] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-76488bb0-0ffe-4fdd-8b9c-5b038ccac967 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.837533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76488bb0-0ffe-4fdd-8b9c-5b038ccac967" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.837797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76488bb0-0ffe-4fdd-8b9c-5b038ccac967" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.838326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76488bb0-0ffe-4fdd-8b9c-5b038ccac967" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.838326] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76488bb0-0ffe-4fdd-8b9c-5b038ccac967',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.022197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.022197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.022197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.022336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.022366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.023105] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.023105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.023105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.023105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.023105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.023105] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab already deleted. [ 540.023105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.269765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.269765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.269765] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 already deleted. [ 540.269765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.340011] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76488bb0-0ffe-4fdd-8b9c-5b038ccac967 [ 540.340291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.340448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.340543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.340808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.340906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.341013] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76488bb0-0ffe-4fdd-8b9c-5b038ccac967 already deleted. [ 540.341099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76488bb0-0ffe-4fdd-8b9c-5b038ccac967" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.698090] env[62657]: INFO networking_nsxv3.common.synchronization [None req-4ee0fb9a-5cbd-4944-a737-197e10908944 None None] Enqueued Resource ID: 149fd538-0e7f-4468-a39c-9000bc2b5ebd with Priority: HIGHEST for action port [ 540.699094] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149fd538-0e7f-4468-a39c-9000bc2b5ebd with Priority: HIGHEST for action port [ 540.699721] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-149fd538-0e7f-4468-a39c-9000bc2b5ebd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.699855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149fd538-0e7f-4468-a39c-9000bc2b5ebd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.699981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149fd538-0e7f-4468-a39c-9000bc2b5ebd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.700509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149fd538-0e7f-4468-a39c-9000bc2b5ebd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.700606] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149fd538-0e7f-4468-a39c-9000bc2b5ebd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.202439] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 149fd538-0e7f-4468-a39c-9000bc2b5ebd [ 541.202668] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.202815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.202893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.203138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.203225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.203419] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:149fd538-0e7f-4468-a39c-9000bc2b5ebd already deleted. [ 541.203419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149fd538-0e7f-4468-a39c-9000bc2b5ebd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.350477] env[62657]: INFO networking_nsxv3.common.synchronization [None req-dea3a246-6142-47f3-8b09-2897ebdfd1d0 None None] Enqueued Resource ID: f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b with Priority: HIGHEST for action port [ 541.350764] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b with Priority: HIGHEST for action port [ 541.351344] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.351466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.351548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.351774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.352216] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.390667] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.392562] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.392761] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.393134] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.393426] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.393583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.393703] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.393943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.394112] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.394424] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.394543] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 541.394654] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 541.394782] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 541.394902] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.395022] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 541.395251] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 541.415141] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 541.415141] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 541.418144] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 541.418406] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.418735] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.418906] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.419040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.419356] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.419492] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b2c04d-1c2b-40c3-85be-54c5f1d20d5b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.537401] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.537612] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.537741] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.538053] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.538321] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.538483] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.538633] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.539031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.539031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.539793] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.539966] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 541.540122] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 541.540319] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 541.540526] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.540753] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 541.540996] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 541.559263] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 541.560092] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 541.560371] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 541.560597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.561143] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-babecc4c-f963-4407-9fd3-40588cea3083 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.561373] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.561591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.561926] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.562431] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('babecc4c-f963-4407-9fd3-40588cea3083',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.854081] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b [ 541.855519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.855519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.855519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.855519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.855519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.855519] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b already deleted. [ 541.855519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a2a3d9-1a99-4ac5-9999-eddbb0ba598b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.922931] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.923194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.923326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.923594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.923741] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.923920] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b not found, creating... [ 541.924204] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.924364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.924485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.924703] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.924844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.925230] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.925391] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.925512] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.925717] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.925853] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.925991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b is going to be created. [ 541.953462] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.953627] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.953756] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.954084] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.954330] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.954525] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.065530] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.065861] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.065998] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.066284] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.066605] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.066605] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port babecc4c-f963-4407-9fd3-40588cea3083 not found, creating... [ 542.066840] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.066986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.067117] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.067357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.067496] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.067775] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.067935] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.068504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.068504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.068504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.068635] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: babecc4c-f963-4407-9fd3-40588cea3083 is going to be created. [ 542.091357] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.091357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.091357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.091357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.091818] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.091818] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.144177] env[62657]: INFO networking_nsxv3.common.synchronization [req-733aad69-8dc5-49bb-b0e3-f589a35963c5 req-f1aa2e2f-0e80-46a1-b042-0b8c1c0898b0 service nova] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_rules [ 543.144932] env[62657]: INFO networking_nsxv3.common.synchronization [req-733aad69-8dc5-49bb-b0e3-f589a35963c5 req-f1aa2e2f-0e80-46a1-b042-0b8c1c0898b0 service nova] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 543.144932] env[62657]: INFO networking_nsxv3.common.synchronization [req-733aad69-8dc5-49bb-b0e3-f589a35963c5 req-f1aa2e2f-0e80-46a1-b042-0b8c1c0898b0 service nova] Enqueued Resource ID: babecc4c-f963-4407-9fd3-40588cea3083 with Priority: HIGHEST for action port [ 543.144932] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_rules [ 543.144932] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 543.144932] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: babecc4c-f963-4407-9fd3-40588cea3083 with Priority: HIGHEST for action port [ 543.145504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.145604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.145604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.145848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.145985] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.148768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.148907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.149130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.149847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.150029] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.150171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.150216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.150532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.150532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.150778] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.151566] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-babecc4c-f963-4407-9fd3-40588cea3083 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.151877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.151950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.152207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.152207] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('babecc4c-f963-4407-9fd3-40588cea3083',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.392600] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 req-cbdac7b2-230f-4a27-a8ac-262c55bd2707 service nova] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_rules [ 543.392600] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 req-cbdac7b2-230f-4a27-a8ac-262c55bd2707 service nova] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 543.392600] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 req-cbdac7b2-230f-4a27-a8ac-262c55bd2707 service nova] Enqueued Resource ID: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b with Priority: HIGHEST for action port [ 543.393729] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_rules [ 543.394924] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 543.395271] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b with Priority: HIGHEST for action port [ 543.395625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.395762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.395833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.396113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.396207] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.397274] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.397392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.397462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.397628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.398412] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.398523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.398619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.399367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.399367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.399367] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.399963] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.400540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.400540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.400540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.400540] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b2c04d-1c2b-40c3-85be-54c5f1d20d5b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.648932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.649090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.656219] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.665872] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port babecc4c-f963-4407-9fd3-40588cea3083 with status ACTIVE [ 543.666250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.666385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.666385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.666553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.666646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.666822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.666929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.666978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.667147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.667215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.667397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.667491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.667553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.667688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.667760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.667842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: babecc4c-f963-4407-9fd3-40588cea3083 is going to be updated. [ 543.688367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.688509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.688583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.689659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.689804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.689984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-babecc4c-f963-4407-9fd3-40588cea3083" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.903161] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.906195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.906195] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.911134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b with status ACTIVE [ 543.911761] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.915067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.915360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.915633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.915738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.915933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.916060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.916128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.916300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.916381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.916565] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.916669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.916734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.916874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.916949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.917125] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b is going to be updated. [ 543.940616] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.941102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.941209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.941418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.941699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.941883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.158708] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.407794] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.663947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.663947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.663947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.663947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.663947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.663947] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be created. [ 544.716090] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.716242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.716313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.716529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.716690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.727287] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: UNINITIALIZED for 2s [ 544.911814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.911814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.911814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.911814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.911814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.912078] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be created. [ 544.923136] env[62657]: INFO networking_nsxv3.common.synchronization [None req-03318423-457e-4b45-9a74-b22149931758 None None] Enqueued Resource ID: d24513da-03c1-4cef-9759-adfef0ffcdf3 with Priority: HIGHEST for action port [ 544.923136] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24513da-03c1-4cef-9759-adfef0ffcdf3 with Priority: HIGHEST for action port [ 544.923758] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d24513da-03c1-4cef-9759-adfef0ffcdf3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.923758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d24513da-03c1-4cef-9759-adfef0ffcdf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.923758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d24513da-03c1-4cef-9759-adfef0ffcdf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.923946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d24513da-03c1-4cef-9759-adfef0ffcdf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.923946] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d24513da-03c1-4cef-9759-adfef0ffcdf3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.936431] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.936431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.936431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.936431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.936431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.946464] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: UNINITIALIZED for 2s [ 545.093522] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d8f852f6-952b-4900-8c8b-2ed4034405c7 None None] Enqueued Resource ID: ac788667-60f4-42cf-b4ad-70956a62f72c with Priority: HIGHEST for action port [ 545.094013] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac788667-60f4-42cf-b4ad-70956a62f72c with Priority: HIGHEST for action port [ 545.095383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac788667-60f4-42cf-b4ad-70956a62f72c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac788667-60f4-42cf-b4ad-70956a62f72c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac788667-60f4-42cf-b4ad-70956a62f72c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac788667-60f4-42cf-b4ad-70956a62f72c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.095383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac788667-60f4-42cf-b4ad-70956a62f72c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.429390] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d24513da-03c1-4cef-9759-adfef0ffcdf3 [ 545.429616] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.429749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.429821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.430044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.430138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.430233] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d24513da-03c1-4cef-9759-adfef0ffcdf3 already deleted. [ 545.430314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d24513da-03c1-4cef-9759-adfef0ffcdf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.599160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac788667-60f4-42cf-b4ad-70956a62f72c [ 545.599209] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.599444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.599559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.599821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.599921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.600031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac788667-60f4-42cf-b4ad-70956a62f72c already deleted. [ 545.601154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac788667-60f4-42cf-b4ad-70956a62f72c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.737217] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 546.737585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.737655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.737814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.738010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.738129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.738197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.738346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.738427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.738513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.738594] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.957022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.957022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.957022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.957022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.243515] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.243515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.243515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.243685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.243837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.243953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.243992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.244185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.244288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.244377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.244528] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.244632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.244702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.244863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.245016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.245121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.245210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.245353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.245428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.245533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.245626] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.464051] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.464051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.464051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.464051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.464051] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.464051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.464051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.464319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.464319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.464374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.464520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.464589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.464705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.464762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.464892] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.465364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.465364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.465364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.465364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.465364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.465585] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.750942] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ef9be0-af1f-4ae4-8328-6368325d05c4: rpc.has_security_group_logging(os_id): False [ 547.769140] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.769140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.769140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.769353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.769449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.772685] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.772685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.772685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.772685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.773298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.773645] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.773748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.773826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.773988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.774498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.774884] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.774884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.774884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.775064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.775133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.775218] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be created. [ 547.842134] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.842134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.842134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.842134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.842134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.852828] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 547.969670] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc95b7cb-d5dd-4e76-9718-d7677fad44ab: rpc.has_security_group_logging(os_id): False [ 547.990776] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.990776] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.990776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.991084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.991084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.991190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.991242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.991325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.991452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.991520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.995273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.995412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.995730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.995730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.996216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.996335] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be created. [ 548.055318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.055318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.055318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.055590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.058406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.066280] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 548.308920] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.310268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.310373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.311108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.311108] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.813778] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.835146] env[62657]: INFO networking_nsxv3.common.synchronization [None req-2d93a4df-eb9c-4b99-8ab0-79d87a5cb92c None None] Enqueued Resource ID: 2ebdb669-ed78-40a5-8445-766b3389a729 with Priority: HIGHEST for action port [ 548.835146] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebdb669-ed78-40a5-8445-766b3389a729 with Priority: HIGHEST for action port [ 548.835617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebdb669-ed78-40a5-8445-766b3389a729 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.835729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebdb669-ed78-40a5-8445-766b3389a729" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.835837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebdb669-ed78-40a5-8445-766b3389a729" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.836375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebdb669-ed78-40a5-8445-766b3389a729" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.836375] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebdb669-ed78-40a5-8445-766b3389a729',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.055757] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e4485a2b-f8a9-4499-b76d-1c7064420024 None None] Enqueued Resource ID: 427cdf0d-c528-4ee3-8ef9-2317f09a0496 with Priority: HIGHEST for action port [ 549.057275] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427cdf0d-c528-4ee3-8ef9-2317f09a0496 with Priority: HIGHEST for action port [ 549.057714] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-427cdf0d-c528-4ee3-8ef9-2317f09a0496 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.057796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-427cdf0d-c528-4ee3-8ef9-2317f09a0496" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.057831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-427cdf0d-c528-4ee3-8ef9-2317f09a0496" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.058076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-427cdf0d-c528-4ee3-8ef9-2317f09a0496" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.058151] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('427cdf0d-c528-4ee3-8ef9-2317f09a0496',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.172750] env[62657]: INFO networking_nsxv3.common.synchronization [None req-99498087-984a-4f19-aec2-1239e4a03353 None None] Enqueued Resource ID: 4277e82e-cc92-4915-8c15-ec7ec92b9de9 with Priority: HIGHEST for action port [ 549.173052] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277e82e-cc92-4915-8c15-ec7ec92b9de9 with Priority: HIGHEST for action port [ 549.173589] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4277e82e-cc92-4915-8c15-ec7ec92b9de9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.173709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4277e82e-cc92-4915-8c15-ec7ec92b9de9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.173778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4277e82e-cc92-4915-8c15-ec7ec92b9de9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.176190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4277e82e-cc92-4915-8c15-ec7ec92b9de9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.177962] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4277e82e-cc92-4915-8c15-ec7ec92b9de9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.317597] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.343224] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ebdb669-ed78-40a5-8445-766b3389a729 [ 549.343224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.343224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.343224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.343685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.343685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.343685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ebdb669-ed78-40a5-8445-766b3389a729 already deleted. [ 549.343685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebdb669-ed78-40a5-8445-766b3389a729" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.517390] env[62657]: INFO networking_nsxv3.common.synchronization [None req-14d39009-ee69-48ed-8448-f1a15086e6ef None None] Enqueued Resource ID: 07eda133-f440-4e89-b9b5-c4563dd85da4 with Priority: HIGHEST for action port [ 549.517390] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07eda133-f440-4e89-b9b5-c4563dd85da4 with Priority: HIGHEST for action port [ 549.518028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-07eda133-f440-4e89-b9b5-c4563dd85da4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.518270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07eda133-f440-4e89-b9b5-c4563dd85da4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.518483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07eda133-f440-4e89-b9b5-c4563dd85da4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.519353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07eda133-f440-4e89-b9b5-c4563dd85da4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.519514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07eda133-f440-4e89-b9b5-c4563dd85da4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.561035] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 427cdf0d-c528-4ee3-8ef9-2317f09a0496 [ 549.561332] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.561471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.561541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.561749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.561842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.561985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:427cdf0d-c528-4ee3-8ef9-2317f09a0496 already deleted. [ 549.562098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-427cdf0d-c528-4ee3-8ef9-2317f09a0496" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.679161] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4277e82e-cc92-4915-8c15-ec7ec92b9de9 [ 549.679161] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.679295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.679364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.679585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.680138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.680138] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4277e82e-cc92-4915-8c15-ec7ec92b9de9 already deleted. [ 549.680138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4277e82e-cc92-4915-8c15-ec7ec92b9de9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.820431] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 549.820431] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.873859] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 549.874152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.025379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07eda133-f440-4e89-b9b5-c4563dd85da4 [ 550.025379] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.025379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.025379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.025379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.025379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.025379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07eda133-f440-4e89-b9b5-c4563dd85da4 already deleted. [ 550.025379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07eda133-f440-4e89-b9b5-c4563dd85da4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.077570] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 550.077791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.590268] env[62657]: INFO networking_nsxv3.common.synchronization [req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 req-be10cfb1-1792-4bd0-9625-f72459964061 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Enqueued Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 550.591560] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 550.591560] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.591560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.591560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.591560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.591799] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.591799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.591799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.591952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.591999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.592383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.625442] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.625442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.625442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.625790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.637695] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.640340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.641327] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.661422] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.661422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.661422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.661422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.661422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.661422] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.661422] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.661422] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.684197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.684347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.684416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.684628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.684865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.684973] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.708947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.709237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.709328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.709505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.709622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.709745] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.732386] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.732462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.732536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.732851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.732984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.733162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:2. [ 550.733213] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'58ef9be0-af1f-4ae4-8328-6368325d05c4', 'cc95b7cb-d5dd-4e76-9718-d7677fad44ab'} {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.733262] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.752729] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.752729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.752729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.752729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.752729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.752729] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.752729] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.752729] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.779819] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.779938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.780038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.780257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.780426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.780549] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.780619] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.780684] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 550.780746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 550.780830] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 2/2 resources of Type:Security Group Rules [ 550.781031] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGH for action security_group_rules [ 550.781031] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGH for action security_group_rules [ 550.781109] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 550.781109] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 550.783024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.783024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.783024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.786486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.786597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.786664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.786987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.787961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.788278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.788415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.788538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.789236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.789407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.789800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 550.789858] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 550.789957] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.813649] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.814128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.814128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.814128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.814288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.814492] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.850277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.850277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.850277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.850277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.850277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.886615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.096021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.096378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.096537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.096836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.097031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.097333] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.097536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.097670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.097915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.098082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.098237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 already deleted. [ 551.098386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.493133] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8d6de9e1-a86e-4eb6-b070-8738f57b32bb None None] Enqueued Resource ID: 10b5e624-3822-489e-bb2e-2fd239e78fd0 with Priority: HIGHEST for action port [ 551.493133] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10b5e624-3822-489e-bb2e-2fd239e78fd0 with Priority: HIGHEST for action port [ 551.493133] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGH for action security_group_rules [ 551.493133] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGH for action security_group_rules [ 551.494253] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-10b5e624-3822-489e-bb2e-2fd239e78fd0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.494603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10b5e624-3822-489e-bb2e-2fd239e78fd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.494800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10b5e624-3822-489e-bb2e-2fd239e78fd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.495405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10b5e624-3822-489e-bb2e-2fd239e78fd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.495682] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b5e624-3822-489e-bb2e-2fd239e78fd0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.497520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.497520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.497929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.498806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.498806] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.501922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.501922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.501922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.501922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.501922] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.002389] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.002699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.002699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.002855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.003051] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.003159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.003262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.003433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.003519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.003609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.003694] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.004592] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10b5e624-3822-489e-bb2e-2fd239e78fd0 [ 552.004758] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.004854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.004925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.005164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.005297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.005393] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10b5e624-3822-489e-bb2e-2fd239e78fd0 already deleted. [ 552.005475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10b5e624-3822-489e-bb2e-2fd239e78fd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.008238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.008238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.008238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.008238] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.096650] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.096953] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.096953] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.097078] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.097301] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.097544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.097607] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.097761] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.097922] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.098134] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.098243] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 552.098350] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 552.098454] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 552.098558] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.101118] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 552.101118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 552.118408] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 552.118988] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 552.119173] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 552.119355] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.119921] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-45d3a6ef-cc16-404a-950a-a393195b9412 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.119921] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.120105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.120608] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.120608] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d3a6ef-cc16-404a-950a-a393195b9412',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.443450] env[62657]: INFO networking_nsxv3.common.synchronization [None req-81e03444-6acc-4885-b75f-1e009be12307 None None] Enqueued Resource ID: a979dc7d-d290-4741-96e9-31410dff7ea3 with Priority: HIGHEST for action port [ 552.448768] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a979dc7d-d290-4741-96e9-31410dff7ea3 with Priority: HIGHEST for action port [ 552.448768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a979dc7d-d290-4741-96e9-31410dff7ea3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.448768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a979dc7d-d290-4741-96e9-31410dff7ea3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.448768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a979dc7d-d290-4741-96e9-31410dff7ea3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.451208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a979dc7d-d290-4741-96e9-31410dff7ea3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.451411] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a979dc7d-d290-4741-96e9-31410dff7ea3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.509010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.509010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.509010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.509010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.509010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.509606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.509606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.509606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.509606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.509606] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.510739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.510739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.510893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.510939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.512908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.512908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.512908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.512908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.512908] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.623686] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.624286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.624437] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.625031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.625031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.625031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 45d3a6ef-cc16-404a-950a-a393195b9412 not found, creating... [ 552.625498] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.625680] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.625801] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.626052] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.626194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.626492] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.629410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.629410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.629410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.629410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.629410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 45d3a6ef-cc16-404a-950a-a393195b9412 is going to be created. [ 552.649364] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.650252] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.650252] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.650252] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.651308] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.651308] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.959697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a979dc7d-d290-4741-96e9-31410dff7ea3 [ 552.959697] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.959922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.959922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.960151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.960239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.960340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a979dc7d-d290-4741-96e9-31410dff7ea3 already deleted. [ 552.960440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a979dc7d-d290-4741-96e9-31410dff7ea3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.965014] env[62657]: INFO networking_nsxv3.common.synchronization [req-71712fb0-d322-4c45-a130-3436b8642439 req-7849ed30-20bf-42ad-bf28-e2c5a44e6a53 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Enqueued Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 552.965599] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 552.965921] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.966208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.966294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.966513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.967495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.967495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.967495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.967495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.967495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.967495] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.979107] env[62657]: INFO networking_nsxv3.common.synchronization [None req-97436bca-e710-4762-b5be-22c4fc29bfef None None] Enqueued Resource ID: b5f189e1-e9fa-4391-8cc6-89a7b32c28d4 with Priority: HIGHEST for action port [ 552.979590] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f189e1-e9fa-4391-8cc6-89a7b32c28d4 with Priority: HIGHEST for action port [ 552.980544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f189e1-e9fa-4391-8cc6-89a7b32c28d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.980544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f189e1-e9fa-4391-8cc6-89a7b32c28d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.980544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f189e1-e9fa-4391-8cc6-89a7b32c28d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.980544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f189e1-e9fa-4391-8cc6-89a7b32c28d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.980544] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f189e1-e9fa-4391-8cc6-89a7b32c28d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.016357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ef9be0-af1f-4ae4-8328-6368325d05c4: rpc.has_security_group_logging(os_id): False [ 553.017477] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc95b7cb-d5dd-4e76-9718-d7677fad44ab: rpc.has_security_group_logging(os_id): False [ 553.035407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.035731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.035952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.036262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.039491] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.039627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.056900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.057204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.057318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.057440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.057647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.057722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.058128] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.058272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.058333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.058509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.058581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.058766] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.058847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.061020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.061020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.061020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.061020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 553.061020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.061020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.078860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.079097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.079220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.079285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.079482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.079626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.079850] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.079950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.080031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.080195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.080263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.080449] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.080614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.080672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.080839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.080921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.081079] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 553.118413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.118558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.118608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.118833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.119024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.133547] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.133706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.133910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.135032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.135032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.136517] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 553.146997] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 553.469672] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.469672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.469672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.469672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.469672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.470049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.470128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.470493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.470493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.470493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.470686] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 already deleted. [ 553.470686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.482160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5f189e1-e9fa-4391-8cc6-89a7b32c28d4 [ 553.482387] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.482518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.482577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.482820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.482871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.486021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5f189e1-e9fa-4391-8cc6-89a7b32c28d4 already deleted. [ 553.486021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f189e1-e9fa-4391-8cc6-89a7b32c28d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.745500] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e65c3ad9-75c0-49e6-851d-d2c39e7198be tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 553.745997] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 553.746295] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.746406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.746471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.746710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.746805] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.246210] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.246210] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.246544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.246544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.247062] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.247062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.247062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.247253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.247409] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.247615] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 554.247694] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 554.247814] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 554.247919] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 554.248110] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 554.248143] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 554.248273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 554.280248] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 554.280248] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 554.280248] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 554.280248] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.280248] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ec863d56-b74d-4aa2-8e94-56f406b83958 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.280248] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.280248] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.280248] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.281923] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec863d56-b74d-4aa2-8e94-56f406b83958',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.283850] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.284043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.284099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.284262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.284348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.284436] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 already deleted. [ 554.284522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.287812] env[62657]: INFO networking_nsxv3.common.synchronization [None req-62d48df9-aeb9-4003-8790-8745a4e72fa0 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 554.288062] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 554.288599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.289023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.289023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.289023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.289142] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.551111] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0e647ed3-ecf9-4d6f-a526-ae5163886fd3 None None] Enqueued Resource ID: 388f9970-41c1-4c57-ad21-e3f010125fa0 with Priority: HIGHEST for action port [ 554.551368] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388f9970-41c1-4c57-ad21-e3f010125fa0 with Priority: HIGHEST for action port [ 554.552232] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-388f9970-41c1-4c57-ad21-e3f010125fa0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.552470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388f9970-41c1-4c57-ad21-e3f010125fa0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.552470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388f9970-41c1-4c57-ad21-e3f010125fa0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.556149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388f9970-41c1-4c57-ad21-e3f010125fa0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.556149] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388f9970-41c1-4c57-ad21-e3f010125fa0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.579583] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c96a51f4-f54c-4db2-9e62-247f44607334 None None] Enqueued Resource ID: b87eb006-b112-465a-b41c-6f0b27ee8e57 with Priority: HIGHEST for action port [ 554.579583] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87eb006-b112-465a-b41c-6f0b27ee8e57 with Priority: HIGHEST for action port [ 554.579583] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87eb006-b112-465a-b41c-6f0b27ee8e57 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.579583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87eb006-b112-465a-b41c-6f0b27ee8e57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.579583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87eb006-b112-465a-b41c-6f0b27ee8e57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.581623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87eb006-b112-465a-b41c-6f0b27ee8e57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.581792] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87eb006-b112-465a-b41c-6f0b27ee8e57',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.740208] env[62657]: INFO networking_nsxv3.common.synchronization [req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 req-14cd4838-01c8-4e61-a9cd-6a86454de297 service nova] Enqueued Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_rules [ 554.740381] env[62657]: INFO networking_nsxv3.common.synchronization [req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 req-14cd4838-01c8-4e61-a9cd-6a86454de297 service nova] Enqueued Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 554.740518] env[62657]: INFO networking_nsxv3.common.synchronization [req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 req-14cd4838-01c8-4e61-a9cd-6a86454de297 service nova] Enqueued Resource ID: 45d3a6ef-cc16-404a-950a-a393195b9412 with Priority: HIGHEST for action port [ 554.741018] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_rules [ 554.741150] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 554.741243] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d3a6ef-cc16-404a-950a-a393195b9412 with Priority: HIGHEST for action port [ 554.742011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.742161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.742233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.742488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.742854] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.744922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.745094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.745265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.745465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.745675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.745776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.745834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.746159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.749497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.749497] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.749497] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d3a6ef-cc16-404a-950a-a393195b9412 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.749497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.749497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.749497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.749497] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d3a6ef-cc16-404a-950a-a393195b9412',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.786950] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.789991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ec863d56-b74d-4aa2-8e94-56f406b83958 not found, creating... [ 554.789991] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.789991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.790378] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.790378] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.790378] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.791205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.791507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.792113] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ec863d56-b74d-4aa2-8e94-56f406b83958 is going to be created. [ 554.810475] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.813018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.813018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.813018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.813018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.813018] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 already deleted. [ 554.813018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.813018] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.813766] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.815996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.815996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.815996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.815996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.059354] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 388f9970-41c1-4c57-ad21-e3f010125fa0 [ 555.059354] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.059354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.059536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.059800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.059800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.059800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:388f9970-41c1-4c57-ad21-e3f010125fa0 already deleted. [ 555.059989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388f9970-41c1-4c57-ad21-e3f010125fa0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.084465] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b87eb006-b112-465a-b41c-6f0b27ee8e57 [ 555.084629] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.084764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.084830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.085171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.085171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.085319] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b87eb006-b112-465a-b41c-6f0b27ee8e57 already deleted. [ 555.085319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87eb006-b112-465a-b41c-6f0b27ee8e57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.151833] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 555.151833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.154553] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8e100c01-887e-41eb-912a-b93dce7d7244 None None] Enqueued Resource ID: f4da4e24-db3d-4f55-aabf-733a3919f408 with Priority: HIGHEST for action port [ 555.154948] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4da4e24-db3d-4f55-aabf-733a3919f408 with Priority: HIGHEST for action port [ 555.155287] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4da4e24-db3d-4f55-aabf-733a3919f408 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.155407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4da4e24-db3d-4f55-aabf-733a3919f408" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.155488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4da4e24-db3d-4f55-aabf-733a3919f408" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.155779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4da4e24-db3d-4f55-aabf-733a3919f408" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.155899] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4da4e24-db3d-4f55-aabf-733a3919f408',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.166801] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 555.167706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.250475] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.250475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.251107] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.251926] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d3a6ef-cc16-404a-950a-a393195b9412 with status ACTIVE [ 555.252154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.252293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.252364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.252537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.252628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.252817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.253402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.253402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.253829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.255018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.255192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.255192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.255333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.255402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.255490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.255558] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d3a6ef-cc16-404a-950a-a393195b9412 is going to be updated. [ 555.275857] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.276195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.276195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.276316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.277179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.277179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d3a6ef-cc16-404a-950a-a393195b9412" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.284821] env[62657]: INFO networking_nsxv3.common.synchronization [req-df3e95ed-7d04-4b99-931d-048c173586c3 req-3d387ad9-7ff0-436e-bc27-464b4ffe926b tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 555.285336] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 555.285645] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.286269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.286269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.286881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.287077] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.287186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.287249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.287421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.287873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.287873] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.534431] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ccb94776-cd4e-4f3a-9b30-00dd81429ab5 None None] Enqueued Resource ID: 3608ed55-2798-4bda-8c20-ff756cbb6d0d with Priority: HIGHEST for action port [ 555.535174] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3608ed55-2798-4bda-8c20-ff756cbb6d0d with Priority: HIGHEST for action port [ 555.535619] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3608ed55-2798-4bda-8c20-ff756cbb6d0d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.535717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3608ed55-2798-4bda-8c20-ff756cbb6d0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.536634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3608ed55-2798-4bda-8c20-ff756cbb6d0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.536770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3608ed55-2798-4bda-8c20-ff756cbb6d0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.536837] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3608ed55-2798-4bda-8c20-ff756cbb6d0d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.659272] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4da4e24-db3d-4f55-aabf-733a3919f408 [ 555.659389] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.659444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.659512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.659727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.660844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.660844] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4da4e24-db3d-4f55-aabf-733a3919f408 already deleted. [ 555.660844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4da4e24-db3d-4f55-aabf-733a3919f408" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.756020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.791480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.791480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.791480] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 already deleted. [ 555.791480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.807498] env[62657]: INFO networking_nsxv3.common.synchronization [None req-f59c4259-08ba-47ce-9e72-527db43bf588 None None] Enqueued Resource ID: e5fdccfb-a4e2-49e7-960b-fe383f90573f with Priority: HIGHEST for action port [ 555.808660] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fdccfb-a4e2-49e7-960b-fe383f90573f with Priority: HIGHEST for action port [ 555.809990] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5fdccfb-a4e2-49e7-960b-fe383f90573f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.810758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5fdccfb-a4e2-49e7-960b-fe383f90573f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.810758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5fdccfb-a4e2-49e7-960b-fe383f90573f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.811225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5fdccfb-a4e2-49e7-960b-fe383f90573f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.811354] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5fdccfb-a4e2-49e7-960b-fe383f90573f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.039948] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3608ed55-2798-4bda-8c20-ff756cbb6d0d [ 556.039948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.040130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.040130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.040279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.040371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.040468] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3608ed55-2798-4bda-8c20-ff756cbb6d0d already deleted. [ 556.040551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3608ed55-2798-4bda-8c20-ff756cbb6d0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.256453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.256453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.256453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.256453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.256453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.256860] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 is going to be created. [ 556.285182] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.285339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.285392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.286076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.286076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.295705] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: UNINITIALIZED for 2s [ 556.316315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5fdccfb-a4e2-49e7-960b-fe383f90573f [ 556.316315] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.316315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.316315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.316315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.316315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.316315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5fdccfb-a4e2-49e7-960b-fe383f90573f already deleted. [ 556.320312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5fdccfb-a4e2-49e7-960b-fe383f90573f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [req-71712fb0-d322-4c45-a130-3436b8642439 req-4d70c950-928d-432f-83e9-ac9f722f4281 service nova] Enqueued Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_rules [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [req-71712fb0-d322-4c45-a130-3436b8642439 req-4d70c950-928d-432f-83e9-ac9f722f4281 service nova] Enqueued Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [req-71712fb0-d322-4c45-a130-3436b8642439 req-4d70c950-928d-432f-83e9-ac9f722f4281 service nova] Enqueued Resource ID: ec863d56-b74d-4aa2-8e94-56f406b83958 with Priority: HIGHEST for action port [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_rules [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 556.840915] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec863d56-b74d-4aa2-8e94-56f406b83958 with Priority: HIGHEST for action port [ 556.841453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.841572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.841635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.841881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.841959] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.845529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.845676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.845748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.845950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.846283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.846283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.846283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.846463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.846548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.846695] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.847709] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec863d56-b74d-4aa2-8e94-56f406b83958 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.847839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.847883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.848647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.848759] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec863d56-b74d-4aa2-8e94-56f406b83958',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.943315] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.943315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.946029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.946029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.946029] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.946029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.946029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.950641] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.950641] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.950641] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.950641] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 556.950641] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 556.950641] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 556.950641] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.950641] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 556.950641] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 556.969304] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 556.969483] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 556.969542] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 556.969788] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.971163] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-caa72d09-2a6e-4b9b-adad-6da26614c9f4 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.971163] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.971163] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.971163] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.971163] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa72d09-2a6e-4b9b-adad-6da26614c9f4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.315062] env[62657]: INFO networking_nsxv3.common.synchronization [None req-3d198bee-ff26-439c-9aa6-6e30c4550289 None None] Enqueued Resource ID: 91613f1f-c0f1-4f4b-8f91-a93da006ccd0 with Priority: HIGHEST for action port [ 557.315444] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91613f1f-c0f1-4f4b-8f91-a93da006ccd0 with Priority: HIGHEST for action port [ 557.316014] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-91613f1f-c0f1-4f4b-8f91-a93da006ccd0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.316878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91613f1f-c0f1-4f4b-8f91-a93da006ccd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.316878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91613f1f-c0f1-4f4b-8f91-a93da006ccd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.316878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91613f1f-c0f1-4f4b-8f91-a93da006ccd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.316878] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91613f1f-c0f1-4f4b-8f91-a93da006ccd0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.352020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.358740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.358740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.358740] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec863d56-b74d-4aa2-8e94-56f406b83958 with status ACTIVE [ 557.358740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.358740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.358740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.358740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.358740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.358740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.361037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.361037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.361037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.361037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.361037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.361037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.361466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.365325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.365325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.365325] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec863d56-b74d-4aa2-8e94-56f406b83958 is going to be updated. [ 557.392207] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.392498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.392573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.392779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.392941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.393114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec863d56-b74d-4aa2-8e94-56f406b83958" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.474748] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.475091] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.475201] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.475485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.475637] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.476404] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port caa72d09-2a6e-4b9b-adad-6da26614c9f4 not found, creating... [ 557.477329] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.477329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.477329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.477493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.477729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.477840] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.477995] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.478324] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.478544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.479550] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.479727] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: caa72d09-2a6e-4b9b-adad-6da26614c9f4 is going to be created. [ 557.504161] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.504161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.504161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.504349] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.504539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.504766] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.525017] env[62657]: INFO networking_nsxv3.common.synchronization [req-27b8714f-67b2-4927-8d2f-6a57520a18a6 req-b019192b-9c31-4b33-ac45-25cdbdfa7099 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 557.525455] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 557.525747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.525870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.525933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.526279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.526713] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.526713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.526713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.528120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.528120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.528120] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.818564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91613f1f-c0f1-4f4b-8f91-a93da006ccd0 [ 557.818791] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.818950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.819008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.819608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.819608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.819608] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91613f1f-c0f1-4f4b-8f91-a93da006ccd0 already deleted. [ 557.819608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91613f1f-c0f1-4f4b-8f91-a93da006ccd0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.866489] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.034131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.034131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.034131] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 already deleted. [ 558.034131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.308040] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: SUCCESS [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.308040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.308040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.308040] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.317934] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.318250] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.318297] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.318538] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.318846] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.318977] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.319819] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.319893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.319999] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.320221] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.320332] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.321163] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.324584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.324729] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.324855] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.324999] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.342914] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.343136] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.343291] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.343465] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.344366] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-398bca68-6884-4b90-bc64-659aba882491 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.344366] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.344366] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.344579] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.344630] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398bca68-6884-4b90-bc64-659aba882491',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.368432] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.368885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.369153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.370156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.371083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.371083] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 is going to be created. [ 558.394801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.394801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.394801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.394801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.395637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.404908] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: UNINITIALIZED for 2s [ 558.810504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.810714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.810810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.811063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.811938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.812071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.812143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.812311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.812408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.812500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.812655] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.812748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.812818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.812976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.813125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.813216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.813274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.813407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.813486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.813564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.813647] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.851060] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.851060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 398bca68-6884-4b90-bc64-659aba882491 not found, creating... [ 558.851060] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.851060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.851568] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.851568] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.851955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.852792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.852792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.852792] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 398bca68-6884-4b90-bc64-659aba882491 is going to be created. [ 558.872953] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.873047] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.873235] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.873863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.873863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.873863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.878425] env[62657]: INFO networking_nsxv3.common.synchronization [req-df3e95ed-7d04-4b99-931d-048c173586c3 req-323c0b57-ba9a-4597-abd2-04ef3227f3bd service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 558.878653] env[62657]: INFO networking_nsxv3.common.synchronization [req-df3e95ed-7d04-4b99-931d-048c173586c3 req-323c0b57-ba9a-4597-abd2-04ef3227f3bd service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 558.878734] env[62657]: INFO networking_nsxv3.common.synchronization [req-df3e95ed-7d04-4b99-931d-048c173586c3 req-323c0b57-ba9a-4597-abd2-04ef3227f3bd service nova] Enqueued Resource ID: caa72d09-2a6e-4b9b-adad-6da26614c9f4 with Priority: HIGHEST for action port [ 558.879252] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 558.879384] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 558.879476] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa72d09-2a6e-4b9b-adad-6da26614c9f4 with Priority: HIGHEST for action port [ 558.879738] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.879866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.879917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.880698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.880834] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.883031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.883249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.883249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.883396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.883596] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.883671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.883714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.883820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.883909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.883998] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.886605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa72d09-2a6e-4b9b-adad-6da26614c9f4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.887256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.887353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.887488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.887562] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa72d09-2a6e-4b9b-adad-6da26614c9f4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.065686] env[62657]: INFO networking_nsxv3.common.synchronization [None req-586675f1-b7fd-480f-8459-c6f0d999e245 None None] Enqueued Resource ID: 3b6a7064-3560-48d7-9673-a2aaaf79d832 with Priority: HIGHEST for action port [ 559.066287] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6a7064-3560-48d7-9673-a2aaaf79d832 with Priority: HIGHEST for action port [ 559.067151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6a7064-3560-48d7-9673-a2aaaf79d832 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.067503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6a7064-3560-48d7-9673-a2aaaf79d832" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.068369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6a7064-3560-48d7-9673-a2aaaf79d832" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.069845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6a7064-3560-48d7-9673-a2aaaf79d832" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.069845] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6a7064-3560-48d7-9673-a2aaaf79d832',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.316326] env[62657]: INFO networking_nsxv3.common.synchronization [req-c374c3db-e45a-4637-954e-9287c66e8188 req-116b70a1-c21e-4dc5-a197-dcf356fef24a tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 559.316326] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 559.317434] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.317434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.317900] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 541b71d0-5455-425a-bb89-611a335d91d4: rpc.has_security_group_logging(os_id): False [ 559.336204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.336536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.336536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.336619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.336717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.336913] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.337017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.337190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.337607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.337607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.337717] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.337800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.337862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.338009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.338102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.338382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.338508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.338570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.339528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.339528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.339528] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 is going to be created. [ 559.389971] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.390821] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.390982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.391100] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa72d09-2a6e-4b9b-adad-6da26614c9f4 with status ACTIVE [ 559.391259] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.391485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.391485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.391607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.391721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.391851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.391939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.391995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.392183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.392236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.392402] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.392502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.392545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.392724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.392724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.392842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa72d09-2a6e-4b9b-adad-6da26614c9f4 is going to be updated. [ 559.398722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.398842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.398907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.399094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.399258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.414177] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: IN_PROGRESS for 2s [ 559.425177] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.425284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.425431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.425556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.425688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.425854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa72d09-2a6e-4b9b-adad-6da26614c9f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.572530] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6a7064-3560-48d7-9673-a2aaaf79d832 [ 559.572782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.572950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.573031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.573252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.573333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.573442] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6a7064-3560-48d7-9673-a2aaaf79d832 already deleted. [ 559.573495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6a7064-3560-48d7-9673-a2aaaf79d832" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.615283] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e9a1995d-c6c5-4668-856f-cce8bf364fcc None None] Enqueued Resource ID: 4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c with Priority: HIGHEST for action port [ 559.615283] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c with Priority: HIGHEST for action port [ 559.615283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.615283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.615283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.615283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.615283] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.718794] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1c6f4df5-1ea7-4414-80e1-c3b1d65abfc0 None None] Enqueued Resource ID: c5b31759-ac29-4e90-9572-22af2a8b3e23 with Priority: HIGHEST for action port [ 559.718794] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b31759-ac29-4e90-9572-22af2a8b3e23 with Priority: HIGHEST for action port [ 559.718794] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b31759-ac29-4e90-9572-22af2a8b3e23 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.718794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b31759-ac29-4e90-9572-22af2a8b3e23" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.718794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b31759-ac29-4e90-9572-22af2a8b3e23" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.718794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b31759-ac29-4e90-9572-22af2a8b3e23" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.718794] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b31759-ac29-4e90-9572-22af2a8b3e23',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.905046] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.121998] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c [ 560.122188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.123394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.123394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.123394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.123394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.123394] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c already deleted. [ 560.123394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a83a28b-55e3-4e3e-a06b-c2020ffc8a4c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.222827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b31759-ac29-4e90-9572-22af2a8b3e23 [ 560.226129] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.226129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.226129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.226129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.226129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.226129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b31759-ac29-4e90-9572-22af2a8b3e23 already deleted. [ 560.226129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b31759-ac29-4e90-9572-22af2a8b3e23" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.238170] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.238170] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.238170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.238170] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.238170] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 560.238170] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 560.238170] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 560.238989] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.239234] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 560.239459] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.262552] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.262789] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 560.262964] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 560.264105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-474" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.264362] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-fdcd0bd5-c158-4221-b737-bcb14532141c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.264625] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.264714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.265074] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.265226] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcd0bd5-c158-4221-b737-bcb14532141c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.372045] env[62657]: INFO networking_nsxv3.common.synchronization [req-a58afadf-4b48-4669-a3aa-1ef77a652314 req-0cd37403-08a2-445e-92c3-6120d2dffea5 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 560.372625] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 560.372971] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.373149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.373192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.373367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.373511] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.373599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.373657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.373794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.373871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.373959] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.407235] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.407382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.407533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.407807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.407807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.407807] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be created. [ 560.426338] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: SUCCESS [ 560.426338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.426602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.426820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.427060] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.427214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.427214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.427355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.427431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.427527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.427612] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.433379] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.433532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.433591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.433723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.433932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.444193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: UNINITIALIZED for 2s [ 560.681482] env[62657]: INFO networking_nsxv3.common.synchronization [None req-de4493b4-13b4-42fd-90e3-484281d04117 None None] Enqueued Resource ID: 230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3 with Priority: HIGHEST for action port [ 560.681482] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3 with Priority: HIGHEST for action port [ 560.681482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.681482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.682259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.682535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.682660] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.769700] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.769700] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.769700] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.774177] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port fdcd0bd5-c158-4221-b737-bcb14532141c not found, creating... [ 560.774177] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.774177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.774177] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.774506] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.774535] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.774766] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.774909] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.775068] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: fdcd0bd5-c158-4221-b737-bcb14532141c is going to be created. [ 560.795331] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.795581] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.795667] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.796083] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.796174] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.796415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.882191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.882191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.882191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.882191] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 560.929407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.929587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.929653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.930186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.934079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.934079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.934079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.934079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.934079] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.949914] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.949914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.949914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.950212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.950488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.969312] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 561.188464] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3 [ 561.188595] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.188726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.189183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.189183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.189183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.189423] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3 already deleted. [ 561.189423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230ba7c0-4f5c-4dc6-acca-03c7cb44ebf3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.191450] env[62657]: INFO networking_nsxv3.common.synchronization [req-27b8714f-67b2-4927-8d2f-6a57520a18a6 req-e79b3b43-4b44-4a06-9f3c-8d54f8dc00ff service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 561.191846] env[62657]: INFO networking_nsxv3.common.synchronization [req-27b8714f-67b2-4927-8d2f-6a57520a18a6 req-e79b3b43-4b44-4a06-9f3c-8d54f8dc00ff service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 561.191846] env[62657]: INFO networking_nsxv3.common.synchronization [req-27b8714f-67b2-4927-8d2f-6a57520a18a6 req-e79b3b43-4b44-4a06-9f3c-8d54f8dc00ff service nova] Enqueued Resource ID: 398bca68-6884-4b90-bc64-659aba882491 with Priority: HIGHEST for action port [ 561.192346] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 561.192603] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 561.192665] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398bca68-6884-4b90-bc64-659aba882491 with Priority: HIGHEST for action port [ 561.193049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.193049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.193317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.193317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.193951] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-398bca68-6884-4b90-bc64-659aba882491 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.193951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.193951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.193951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.193951] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398bca68-6884-4b90-bc64-659aba882491',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.428306] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: SUCCESS [ 561.432390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.436140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dce6b743-1e38-4397-98d7-82d1a1fd4225: rpc.has_security_group_logging(os_id): False [ 561.457302] env[62657]: INFO networking_nsxv3.common.synchronization [None req-46538a24-96d5-4a53-8702-6059992ceec1 None None] Enqueued Resource ID: 1c226247-bcdf-4bfd-88a1-2e42983a6e21 with Priority: HIGHEST for action port [ 561.458849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.461031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.461031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.461031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.461708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.461708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.461708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.462135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.462499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.462695] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 is going to be created. [ 561.464374] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c226247-bcdf-4bfd-88a1-2e42983a6e21 with Priority: HIGHEST for action port [ 561.465203] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c226247-bcdf-4bfd-88a1-2e42983a6e21 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.466901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c226247-bcdf-4bfd-88a1-2e42983a6e21" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.466901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c226247-bcdf-4bfd-88a1-2e42983a6e21" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.466901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c226247-bcdf-4bfd-88a1-2e42983a6e21" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.466901] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c226247-bcdf-4bfd-88a1-2e42983a6e21',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.522488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.522650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.522766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.522943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.523212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.535228] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: IN_PROGRESS for 2s [ 561.697066] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 398bca68-6884-4b90-bc64-659aba882491 with status ACTIVE [ 561.699172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.699172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.699172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.700239] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.700569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.700853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.701208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.702017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.702017] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 398bca68-6884-4b90-bc64-659aba882491 is going to be updated. [ 561.725575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.725575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.725575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.725575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.725575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.725575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398bca68-6884-4b90-bc64-659aba882491" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.918626] env[62657]: INFO networking_nsxv3.common.synchronization [req-c374c3db-e45a-4637-954e-9287c66e8188 req-fbf3b20d-fd2f-4695-b788-a059c1a6cc87 service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 561.918794] env[62657]: INFO networking_nsxv3.common.synchronization [req-c374c3db-e45a-4637-954e-9287c66e8188 req-fbf3b20d-fd2f-4695-b788-a059c1a6cc87 service nova] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 561.918902] env[62657]: INFO networking_nsxv3.common.synchronization [req-c374c3db-e45a-4637-954e-9287c66e8188 req-fbf3b20d-fd2f-4695-b788-a059c1a6cc87 service nova] Enqueued Resource ID: fdcd0bd5-c158-4221-b737-bcb14532141c with Priority: HIGHEST for action port [ 561.920122] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_rules [ 561.920122] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 561.920122] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcd0bd5-c158-4221-b737-bcb14532141c with Priority: HIGHEST for action port [ 561.920122] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.920513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.920828] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.920938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.921162] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcd0bd5-c158-4221-b737-bcb14532141c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.921308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.921368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.921600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.921761] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcd0bd5-c158-4221-b737-bcb14532141c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.969948] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c226247-bcdf-4bfd-88a1-2e42983a6e21 [ 561.970803] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.970803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.970803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.971030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.971153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.971318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c226247-bcdf-4bfd-88a1-2e42983a6e21 already deleted. [ 561.971478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c226247-bcdf-4bfd-88a1-2e42983a6e21" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.424703] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdcd0bd5-c158-4221-b737-bcb14532141c with status ACTIVE [ 562.426081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.426561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.427172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.427497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.428122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.429377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.431021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.431021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.431021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdcd0bd5-c158-4221-b737-bcb14532141c is going to be updated. [ 562.453389] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.458985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.458985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.458985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.458985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.458985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcd0bd5-c158-4221-b737-bcb14532141c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.458985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 562.459798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.460073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.461164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.461469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.461714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.462936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.462936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.462936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.462936] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.822191] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1a6b4d07-8c15-4399-9bcb-b35e4976da48 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 562.822706] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 562.823600] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.823734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.823801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.824174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.824300] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.964622] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.981471] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 562.982204] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 deletion is rescheduled due to dependency. [ 562.982855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.036038] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1255ff9c-fcfc-413b-9c1b-0891190908a8 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 563.036684] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 563.036877] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.036978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.345030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.345030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 already deleted. [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.345030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.345030] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.467666] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.546596] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: SUCCESS [ 563.547017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.822131] env[62657]: INFO networking_nsxv3.common.synchronization [None req-547090de-849a-4909-9290-af5a43ff0afa None None] Enqueued Resource ID: 204ff620-5f4b-474f-bf1a-067494f66bd9 with Priority: HIGHEST for action port [ 563.822478] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204ff620-5f4b-474f-bf1a-067494f66bd9 with Priority: HIGHEST for action port [ 563.823123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-204ff620-5f4b-474f-bf1a-067494f66bd9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.823291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204ff620-5f4b-474f-bf1a-067494f66bd9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.823380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204ff620-5f4b-474f-bf1a-067494f66bd9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.823670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204ff620-5f4b-474f-bf1a-067494f66bd9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.823783] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204ff620-5f4b-474f-bf1a-067494f66bd9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.864313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.864445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.864524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.864740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.864827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.864923] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 already deleted. [ 563.865023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.974958] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.974958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.975347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.975662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.976056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.978241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 564.007804] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.009105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.009771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.010038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.010202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.019253] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 564.326950] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 204ff620-5f4b-474f-bf1a-067494f66bd9 [ 564.326950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.327135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.327135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.327819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.327819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.327819] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:204ff620-5f4b-474f-bf1a-067494f66bd9 already deleted. [ 564.327819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204ff620-5f4b-474f-bf1a-067494f66bd9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.791800] env[62657]: INFO networking_nsxv3.common.synchronization [None req-794dc7a9-767a-4c8d-a96c-28655e1a8907 None None] Enqueued Resource ID: c3b9c472-1606-462a-9a25-2755bf7ec551 with Priority: HIGHEST for action port [ 564.792900] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b9c472-1606-462a-9a25-2755bf7ec551 with Priority: HIGHEST for action port [ 564.794156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b9c472-1606-462a-9a25-2755bf7ec551 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.794432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b9c472-1606-462a-9a25-2755bf7ec551" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.794872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b9c472-1606-462a-9a25-2755bf7ec551" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.795151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b9c472-1606-462a-9a25-2755bf7ec551" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.795514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b9c472-1606-462a-9a25-2755bf7ec551',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.303418] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3b9c472-1606-462a-9a25-2755bf7ec551 [ 565.304107] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.304107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.304107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.304107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.304290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.304290] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3b9c472-1606-462a-9a25-2755bf7ec551 already deleted. [ 565.304393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b9c472-1606-462a-9a25-2755bf7ec551" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.686557] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c1d7cc84-b9e8-4537-9f80-07346d61d9d4 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 565.687047] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 565.687414] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.687599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.687701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.687988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.688953] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.963281] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c918430e-6f0d-4228-9135-5302d11375a4 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 565.963834] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 565.964560] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.964560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.033259] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.033259] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.033259] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.034750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.035141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.035572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.035958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.036178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.036458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.036674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.036905] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.212326] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.212525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.212525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.212727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.213017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.213391] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 already deleted. [ 566.213391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.214588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.214588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.214588] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.241754] env[62657]: INFO networking_nsxv3.common.synchronization [None req-526166ea-0471-4cde-958e-5ef41e9bd83b None None] Enqueued Resource ID: c54243a2-3c24-4c2b-b439-6757c0778176 with Priority: HIGHEST for action port [ 566.242276] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c54243a2-3c24-4c2b-b439-6757c0778176 with Priority: HIGHEST for action port [ 566.242621] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c54243a2-3c24-4c2b-b439-6757c0778176 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.243065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c54243a2-3c24-4c2b-b439-6757c0778176" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.243065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c54243a2-3c24-4c2b-b439-6757c0778176" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.243174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c54243a2-3c24-4c2b-b439-6757c0778176" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.243285] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54243a2-3c24-4c2b-b439-6757c0778176',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.393171] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1f401dd-a424-455d-92fa-8131a52f61e7 req-def8b4fc-a16f-444d-bdb5-872da189ef60 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 566.393728] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 566.394082] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.394233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.394303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.394753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.394753] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.395204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.395204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.396619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.396619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.396619] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.540246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.540246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.540246] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.738691] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.738833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.738907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.739257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.739350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.739451] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 already deleted. [ 566.739536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.745042] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c54243a2-3c24-4c2b-b439-6757c0778176 [ 566.745281] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.745412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.745907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.745907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.745907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.745907] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c54243a2-3c24-4c2b-b439-6757c0778176 already deleted. [ 566.745907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c54243a2-3c24-4c2b-b439-6757c0778176" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.900104] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.900260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.900329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.900550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.900636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.901706] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.901706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.901706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.901706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.901706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.901706] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 already deleted. [ 566.901706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.043545] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.550487] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.550642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.550761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.550989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.551074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.551169] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 567.567697] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.567894] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.568031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.568364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.568713] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.568801] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.568889] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.571940] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.571940] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.571940] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.571940] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 567.571940] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 567.571940] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 567.571940] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.571940] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 567.571940] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 567.578650] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.578862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.578957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.579170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.579626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.587898] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 567.591860] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 567.592632] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 567.592865] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 567.593214] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.593413] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4cb0b225-f345-40bf-8cd0-f936c50b5493 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.593580] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.593697] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.594253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.594253] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb0b225-f345-40bf-8cd0-f936c50b5493',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.098023] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.098023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.098023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.098023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.098023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.098579] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4cb0b225-f345-40bf-8cd0-f936c50b5493 not found, creating... [ 568.098579] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.098579] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.098579] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.098856] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.099028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.099404] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.099472] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.099574] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.099780] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.099947] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.103171] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4cb0b225-f345-40bf-8cd0-f936c50b5493 is going to be created. [ 568.125054] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.125054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.125054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.125054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.125054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.125054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.510314] env[62657]: INFO networking_nsxv3.common.synchronization [None req-cf908f69-efe1-4c3d-8052-d4c10df218bd None None] Enqueued Resource ID: 432dc34f-8143-468f-aaa0-6f98cb50b7bd with Priority: HIGHEST for action port [ 568.510555] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432dc34f-8143-468f-aaa0-6f98cb50b7bd with Priority: HIGHEST for action port [ 568.511521] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-432dc34f-8143-468f-aaa0-6f98cb50b7bd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.512109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432dc34f-8143-468f-aaa0-6f98cb50b7bd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.513150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432dc34f-8143-468f-aaa0-6f98cb50b7bd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.513426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432dc34f-8143-468f-aaa0-6f98cb50b7bd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.513508] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432dc34f-8143-468f-aaa0-6f98cb50b7bd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.568179] env[62657]: INFO networking_nsxv3.common.synchronization [None req-be2300ca-4525-48cf-9da6-fb10be4b1820 None None] Enqueued Resource ID: 10ef6919-a370-4296-90e5-133715b85c48 with Priority: HIGHEST for action port [ 568.568465] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ef6919-a370-4296-90e5-133715b85c48 with Priority: HIGHEST for action port [ 568.568729] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ef6919-a370-4296-90e5-133715b85c48 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.568852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ef6919-a370-4296-90e5-133715b85c48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.568916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ef6919-a370-4296-90e5-133715b85c48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.569167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ef6919-a370-4296-90e5-133715b85c48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.569241] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ef6919-a370-4296-90e5-133715b85c48',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.787776] env[62657]: INFO networking_nsxv3.common.synchronization [req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe req-fedaaad2-e350-4bb2-939d-47a5d69e8abf tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Enqueued Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 568.788338] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 568.788644] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.788931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.788931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.789181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.789836] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.789836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.789836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.789836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.789836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.790083] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.009401] env[62657]: INFO networking_nsxv3.common.synchronization [None req-cd49fa7a-da0e-4440-9d43-e715a3aac0fc tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 569.010261] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 569.010931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.010931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.010931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.011183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.011183] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.016016] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432dc34f-8143-468f-aaa0-6f98cb50b7bd [ 569.016281] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.016404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.016479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.016710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.016815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.016912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432dc34f-8143-468f-aaa0-6f98cb50b7bd already deleted. [ 569.017016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432dc34f-8143-468f-aaa0-6f98cb50b7bd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.073714] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10ef6919-a370-4296-90e5-133715b85c48 [ 569.074107] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.074251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.074372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.074540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.074646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.074746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10ef6919-a370-4296-90e5-133715b85c48 already deleted. [ 569.074829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ef6919-a370-4296-90e5-133715b85c48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.075786] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6f8b8169-1f07-4562-b1eb-574e5085388f None None] Enqueued Resource ID: 19ac44b1-0f57-4954-a784-47158bcfcf25 with Priority: HIGHEST for action port [ 569.077160] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ac44b1-0f57-4954-a784-47158bcfcf25 with Priority: HIGHEST for action port [ 569.077535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ac44b1-0f57-4954-a784-47158bcfcf25 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.077641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ac44b1-0f57-4954-a784-47158bcfcf25" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.077709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ac44b1-0f57-4954-a784-47158bcfcf25" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.077953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ac44b1-0f57-4954-a784-47158bcfcf25" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.078138] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ac44b1-0f57-4954-a784-47158bcfcf25',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.259525] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e090c553-9e29-4b17-a5a9-792716484070 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 569.260471] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 569.260471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.260471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.293405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.293600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.293673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.293906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.293991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.294205] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.294299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.294360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.294545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.294577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.294665] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 already deleted. [ 569.294744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.463195] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1f401dd-a424-455d-92fa-8131a52f61e7 req-9443fdea-e3c5-4157-9b34-31cd9c3acb21 service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 569.463414] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1f401dd-a424-455d-92fa-8131a52f61e7 req-9443fdea-e3c5-4157-9b34-31cd9c3acb21 service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 569.463569] env[62657]: INFO networking_nsxv3.common.synchronization [req-e1f401dd-a424-455d-92fa-8131a52f61e7 req-9443fdea-e3c5-4157-9b34-31cd9c3acb21 service nova] Enqueued Resource ID: 4cb0b225-f345-40bf-8cd0-f936c50b5493 with Priority: HIGHEST for action port [ 569.464283] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 569.464509] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 569.464639] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb0b225-f345-40bf-8cd0-f936c50b5493 with Priority: HIGHEST for action port [ 569.465011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.465162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.465251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.465612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.465709] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.466918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.467980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.468085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.471283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.471469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.471588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.471650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.471881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.471925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.471993] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.473308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb0b225-f345-40bf-8cd0-f936c50b5493 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.473422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.473488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.473643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.473718] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb0b225-f345-40bf-8cd0-f936c50b5493',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.534358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.536652] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d already deleted. [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.536652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.536652] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.580480] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19ac44b1-0f57-4954-a784-47158bcfcf25 [ 569.580701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.580831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.580935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.581192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.581282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.581383] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19ac44b1-0f57-4954-a784-47158bcfcf25 already deleted. [ 569.581465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ac44b1-0f57-4954-a784-47158bcfcf25" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.598237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 569.598465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.599039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.599264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.599444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.599551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.599613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.599756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.599836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.599928] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.797060] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.802034] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.802034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.802034] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.804394] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 569.804394] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 569.804394] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 569.804394] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.804911] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 569.805486] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 569.843138] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 569.843312] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 569.843450] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 569.843629] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.844020] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a2c48175-eafb-49fd-8174-fdb2d1dbf129 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.844160] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.844283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.844706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.844784] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c48175-eafb-49fd-8174-fdb2d1dbf129',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.975145] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.976358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.976527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.977299] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cb0b225-f345-40bf-8cd0-f936c50b5493 with status ACTIVE [ 569.977299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.977299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.977299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.977536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.977582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.977745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.977858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.978015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.979925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.980037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.980284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.980394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.981077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.981077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.981077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.981077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cb0b225-f345-40bf-8cd0-f936c50b5493 is going to be updated. [ 570.000614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.000834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.000834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.001087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.001259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.002671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb0b225-f345-40bf-8cd0-f936c50b5493" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.070314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.070314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.070314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.070314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.070314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.070314] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d already deleted. [ 570.070314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.102966] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.349852] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.350518] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.350518] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.350518] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.350784] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.350833] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a2c48175-eafb-49fd-8174-fdb2d1dbf129 not found, creating... [ 570.351175] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.351382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.352398] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.352398] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.352398] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.352609] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.356329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.356647] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.356956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.357205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.357489] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a2c48175-eafb-49fd-8174-fdb2d1dbf129 is going to be created. [ 570.376943] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.376943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.376943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.376943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.377259] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.377343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.478498] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.515494] env[62657]: INFO networking_nsxv3.common.synchronization [req-82d27334-764f-49cb-95ca-51ee844e8efe req-c9c425eb-456d-4c0a-b346-cd6ba69d76d1 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 570.516164] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 570.518924] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.518924] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.518924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.518924] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.605126] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.988449] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.988449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.988449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.988449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.988449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.988449] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be created. [ 571.011502] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.011669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.011902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.012052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.012167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.021121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: UNINITIALIZED for 2s [ 571.021440] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.021565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.021630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.021845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.021931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.022123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.022217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.022278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.022428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.022604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.022604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 already deleted. [ 571.022713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.107876] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.108091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.108179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.108325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.108528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.108633] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 571.141322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.141322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.141322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.141322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.141322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.149681] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 571.232393] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.232724] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-462" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.233390] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-462" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.233997] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-462" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.234360] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.234638] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.234724] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.235042] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.235245] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.235517] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.235693] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 571.235823] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 571.236283] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 571.236378] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.236450] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 571.236596] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 571.256628] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 571.256973] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 571.257288] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 571.257740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-462" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.258540] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7d7f17d4-533a-4727-bfdc-7e109798aeb8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.259264] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.259810] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.260354] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.260454] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7f17d4-533a-4727-bfdc-7e109798aeb8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.464463] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c89aa396-9862-4f2d-8e47-b1cb55425716 None None] Enqueued Resource ID: 6ac6bb57-07f4-4af1-9168-d1f5dcba49aa with Priority: HIGHEST for action port [ 571.466178] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac6bb57-07f4-4af1-9168-d1f5dcba49aa with Priority: HIGHEST for action port [ 571.466178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac6bb57-07f4-4af1-9168-d1f5dcba49aa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.466178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac6bb57-07f4-4af1-9168-d1f5dcba49aa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.466178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac6bb57-07f4-4af1-9168-d1f5dcba49aa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.466834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac6bb57-07f4-4af1-9168-d1f5dcba49aa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.467047] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac6bb57-07f4-4af1-9168-d1f5dcba49aa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.734273] env[62657]: INFO networking_nsxv3.common.synchronization [req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe req-866ae1af-37c2-497a-af05-bcc9b387b202 service nova] Enqueued Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_rules [ 571.734443] env[62657]: INFO networking_nsxv3.common.synchronization [req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe req-866ae1af-37c2-497a-af05-bcc9b387b202 service nova] Enqueued Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 571.734578] env[62657]: INFO networking_nsxv3.common.synchronization [req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe req-866ae1af-37c2-497a-af05-bcc9b387b202 service nova] Enqueued Resource ID: a2c48175-eafb-49fd-8174-fdb2d1dbf129 with Priority: HIGHEST for action port [ 571.734796] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_rules [ 571.734918] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 571.735022] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c48175-eafb-49fd-8174-fdb2d1dbf129 with Priority: HIGHEST for action port [ 571.735571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.735682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.735752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.736016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.736976] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.737786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.737902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.737970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.738168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.738602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.738602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.738602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.738771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.738771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.739138] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.739906] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c48175-eafb-49fd-8174-fdb2d1dbf129 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.740047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.740195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.740597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.740685] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c48175-eafb-49fd-8174-fdb2d1dbf129',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.766040] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.766040] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7d7f17d4-533a-4727-bfdc-7e109798aeb8 not found, creating... [ 571.766040] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.766040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.766635] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.766635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.766635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.766635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.767200] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.767870] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 is going to be created. [ 571.787055] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.787323] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.787516] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.788451] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.788451] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.788451] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.970132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ac6bb57-07f4-4af1-9168-d1f5dcba49aa [ 571.970132] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.970132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.970132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.970132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.970132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.970132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ac6bb57-07f4-4af1-9168-d1f5dcba49aa already deleted. [ 571.970132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac6bb57-07f4-4af1-9168-d1f5dcba49aa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.170093] env[62657]: INFO networking_nsxv3.common.synchronization [req-338603f1-1694-4010-9789-3ecd7a0478f9 req-243d12f2-2971-4646-ae40-0c67bf8fb053 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Enqueued Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 572.173953] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGHEST for action security_group_members [ 572.174426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.174609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.174753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.175086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.175086] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.175262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.175333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.175572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.175712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.175841] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.245187] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.245187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.245187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c48175-eafb-49fd-8174-fdb2d1dbf129 with status ACTIVE [ 572.245187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.245187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.245187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.245829] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.245829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.245829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.246481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.246690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.246834] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c48175-eafb-49fd-8174-fdb2d1dbf129 is going to be updated. [ 572.252630] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b1556bfc-a355-4541-8856-6f2b4ae083cc None None] Enqueued Resource ID: fe6db86d-b635-45e5-9361-31839863328a with Priority: HIGHEST for action port [ 572.253027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6db86d-b635-45e5-9361-31839863328a with Priority: HIGHEST for action port [ 572.253778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6db86d-b635-45e5-9361-31839863328a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.254049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6db86d-b635-45e5-9361-31839863328a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.254139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6db86d-b635-45e5-9361-31839863328a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.254531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6db86d-b635-45e5-9361-31839863328a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.254844] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6db86d-b635-45e5-9361-31839863328a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.283084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.283270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.283349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.283614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.284230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.284400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c48175-eafb-49fd-8174-fdb2d1dbf129" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.336279] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1117564b-f1b9-4fb8-a66c-f244ae604678 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 572.337218] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 572.337218] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.337363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.337363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.337586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.337658] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.522184] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9a16dba7-fb12-4193-8a32-07864e96a9c7 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 572.522184] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 572.522184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.522184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.548873] env[62657]: INFO networking_nsxv3.common.synchronization [req-ee3b0ef6-3a26-4479-9e46-bfdf87cacaad req-7e6292bf-35c0-4138-9bb2-56a898c3517f tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 86f08918-cd40-47a4-acb7-2e424790e6c8 with Priority: HIGHEST for action security_group_rules [ 572.549487] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f08918-cd40-47a4-acb7-2e424790e6c8 with Priority: HIGHEST for action security_group_rules [ 572.550078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f08918-cd40-47a4-acb7-2e424790e6c8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.550216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f08918-cd40-47a4-acb7-2e424790e6c8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.550275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f08918-cd40-47a4-acb7-2e424790e6c8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.550523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f08918-cd40-47a4-acb7-2e424790e6c8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.550606] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f08918-cd40-47a4-acb7-2e424790e6c8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.679512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.679738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.679738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.679969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.680758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.681126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.681222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.681222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.681463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.681463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.681564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 is going to be updated. [ 572.713998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.713998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.713998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.713998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.713998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.722790] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: IN_PROGRESS for 2s [ 572.748753] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.757573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe6db86d-b635-45e5-9361-31839863328a [ 572.759252] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.759434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.759684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.759877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.759877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.760237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe6db86d-b635-45e5-9361-31839863328a already deleted. [ 572.760237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6db86d-b635-45e5-9361-31839863328a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.859530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.859683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.859777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.860051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.860152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.860250] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f6159e-f2d3-4311-b402-6763177c104b already deleted. [ 572.860331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.860478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.860635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.860749] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [req-82d27334-764f-49cb-95ca-51ee844e8efe req-909d1086-9004-40a7-87b4-1be808636d07 service nova] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [req-82d27334-764f-49cb-95ca-51ee844e8efe req-909d1086-9004-40a7-87b4-1be808636d07 service nova] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [req-82d27334-764f-49cb-95ca-51ee844e8efe req-909d1086-9004-40a7-87b4-1be808636d07 service nova] Enqueued Resource ID: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 with Priority: HIGHEST for action port [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_rules [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 572.936119] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 with Priority: HIGHEST for action port [ 572.937135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.937675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.937845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.938208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.938557] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.940219] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.940792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.940792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.941038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.941278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.941814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.941814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.941814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.945332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.945332] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.945332] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d7f17d4-533a-4727-bfdc-7e109798aeb8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.945332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.945332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.945332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.945332] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7f17d4-533a-4727-bfdc-7e109798aeb8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.033055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 573.033601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.033601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.033747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.033928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.035382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.035382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.035382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.035382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.035382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.035382] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.072313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.072480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.072580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.072828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.073069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.073133] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f08918-cd40-47a4-acb7-2e424790e6c8 already deleted. [ 573.073230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f08918-cd40-47a4-acb7-2e424790e6c8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.093456] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b58bbca-466f-45fa-be69-c768ab53095a req-a003be7e-0c69-44a0-a04b-0f91b10ef488 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 573.093851] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 573.096950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.096950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.096950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.097190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.097233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.097330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.097405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.097535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.097621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.097706] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.161837] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.161837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.161837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.161837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.162613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.162939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.163501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.163793] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.164226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.164226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.165098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.165098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.165098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.165098] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.250674] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.250917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.251179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.251283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.251391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.251520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 is going to be created. [ 573.277278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.278464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.278551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.279151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.279151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.289908] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: UNINITIALIZED for 2s [ 573.385247] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.385481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.385556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.385812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.385812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.385891] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f6159e-f2d3-4311-b402-6763177c104b already deleted. [ 573.385980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.446069] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.446217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.446450] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.447849] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d7f17d4-533a-4727-bfdc-7e109798aeb8 with status ACTIVE [ 573.451186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.451321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.451380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.451595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.451680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.451875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.451979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.455318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.455416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.455471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.455688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.455778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.455844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.456030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.456182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.456228] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 is going to be updated. [ 573.476728] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.476863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.477680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.477680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.477680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.477680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d7f17d4-533a-4727-bfdc-7e109798aeb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.537621] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.537998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.537998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.538089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.538280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.538393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.538459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.538619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.538704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.538791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.538937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.539045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.539107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.539252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.539388] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.539478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.539557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.539670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.539742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.539823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.539909] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.602662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.602662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.602662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.602662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.602662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.602662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.602662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.602983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.602983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.602983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.603195] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa already deleted. [ 573.603195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.619937] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.619937] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.621839] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.621839] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.621839] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.622179] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.622427] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.623536] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.623739] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.624074] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.624147] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 573.624211] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 573.624327] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 573.624503] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.624574] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 573.624674] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.645415] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.645600] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.645743] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.645926] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.646382] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-47bb0243-2c95-4e7e-b09f-47138e322c52 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.646527] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.646570] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.647085] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.648275] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47bb0243-2c95-4e7e-b09f-47138e322c52',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.670985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dbcc20-c26c-498e-91e2-d38b2452d955: rpc.has_security_group_logging(os_id): False [ 573.689292] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.689480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.689554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.689773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.689865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.690089] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.690189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.690292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.690459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.690536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.690711] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.690795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.690856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.690993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.691081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.691262] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.691402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.691470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.691673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.691727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.691810] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be created. [ 573.757664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.757664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.757664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.757941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.758132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.768677] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 573.958818] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.042437] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b97f010-b352-4187-8524-4319de47c018: rpc.has_security_group_logging(os_id): False [ 574.061667] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.061795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.061855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.062488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.062488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.062488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.062488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.062488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.062763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.062763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.062924] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.063016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.063082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.063223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.063296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.063483] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.063576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.063637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.063775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.063849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.063934] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be created. [ 574.115807] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.115807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.115807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.115807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.116210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.128084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 574.151182] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.151624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.151765] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.152435] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.152627] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.152822] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 47bb0243-2c95-4e7e-b09f-47138e322c52 not found, creating... [ 574.153166] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.153354] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.153498] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.154173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.154391] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.155026] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.155026] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.155202] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.155367] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.155523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.155887] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 47bb0243-2c95-4e7e-b09f-47138e322c52 is going to be created. [ 574.202712] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.205127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.205127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.205127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.205127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.205127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.460450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.460613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.460688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.460998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.461111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.461205] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 is going to be created. [ 574.488544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.488544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.488544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.488544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.488544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.496810] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: UNINITIALIZED for 2s [ 574.732523] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 541b71d0-5455-425a-bb89-611a335d91d4 in Status: SUCCESS [ 574.732772] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 deletion is rescheduled due to dependency. [ 574.732808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.304077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: SUCCESS [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.304077] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.304077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.304077] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.420188] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b58bbca-466f-45fa-be69-c768ab53095a req-59b9faa9-aa15-4c8d-aad8-ac71bae09fd6 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 575.420422] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b58bbca-466f-45fa-be69-c768ab53095a req-59b9faa9-aa15-4c8d-aad8-ac71bae09fd6 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 575.420572] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b58bbca-466f-45fa-be69-c768ab53095a req-59b9faa9-aa15-4c8d-aad8-ac71bae09fd6 service nova] Enqueued Resource ID: 47bb0243-2c95-4e7e-b09f-47138e322c52 with Priority: HIGHEST for action port [ 575.420795] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 575.420917] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 575.421011] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47bb0243-2c95-4e7e-b09f-47138e322c52 with Priority: HIGHEST for action port [ 575.421580] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.421690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.421753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.421994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.424327] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.425153] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.425319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.425392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.425574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.425747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.426261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.426329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.427071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.427071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.427071] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.427687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-47bb0243-2c95-4e7e-b09f-47138e322c52 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.427687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.427687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.427851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.427851] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47bb0243-2c95-4e7e-b09f-47138e322c52',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.716676] env[62657]: INFO networking_nsxv3.common.synchronization [req-c82e6898-7ea5-4c12-a3b2-3ff387914494 req-a87575b7-75c2-423f-926b-4289b71b9307 tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 062273c4-65d8-4d3f-8adc-8464ba3889c9 with Priority: HIGHEST for action security_group_rules [ 575.717213] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062273c4-65d8-4d3f-8adc-8464ba3889c9 with Priority: HIGHEST for action security_group_rules [ 575.717439] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-062273c4-65d8-4d3f-8adc-8464ba3889c9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.717555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-062273c4-65d8-4d3f-8adc-8464ba3889c9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.717619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-062273c4-65d8-4d3f-8adc-8464ba3889c9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.717873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-062273c4-65d8-4d3f-8adc-8464ba3889c9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.717952] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('062273c4-65d8-4d3f-8adc-8464ba3889c9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.782992] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 575.783293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.783527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.783731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.784055] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.806737] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.806737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.806737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.806971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.807308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.807308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.807308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.807526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.807526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.807526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.808053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.808053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.808053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.808053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.808283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.808283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.808283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.809218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.809218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.809218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.809218] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.931300] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.931300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.931300] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.934176] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47bb0243-2c95-4e7e-b09f-47138e322c52 with status ACTIVE [ 575.934176] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.934176] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.934176] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.934176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.934851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.935237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.935237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47bb0243-2c95-4e7e-b09f-47138e322c52 is going to be updated. [ 575.959609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.959609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.959609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.959609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.959609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.959609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47bb0243-2c95-4e7e-b09f-47138e322c52" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.143149] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 576.143486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.244096] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.245556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.245556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.245556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.245556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.245556] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062273c4-65d8-4d3f-8adc-8464ba3889c9 already deleted. [ 576.245556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-062273c4-65d8-4d3f-8adc-8464ba3889c9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.290550] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.291657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.291737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.291994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.292224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.292339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.292409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.292578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.292825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.292825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.292940] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.312621] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07ac2832-93b7-47b4-aea5-d54654be5b82: rpc.has_security_group_logging(os_id): False [ 576.332068] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.332257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.332317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.335535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.335535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.335535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.335535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.336374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.336374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.336374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.336374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 is going to be created. [ 576.389090] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.389090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.389090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.389373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.389441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.402080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: IN_PROGRESS for 2s [ 576.440059] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.506972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: SUCCESS [ 576.506972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.506972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.506972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.506972] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.507193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.507193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.507310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.507346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.507472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.507524] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.800094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.800474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.801196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.801864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.801864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.801955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.802076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.802286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.802400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.802513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.802722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.802851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.803033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.803150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.803302] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.803408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.803485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.803921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.804054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.804172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.804265] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.942523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.942744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.942744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.943053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.943155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.943257] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be created. [ 576.966821] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.966966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.967045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.967258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.967411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.977175] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: UNINITIALIZED for 2s [ 577.014877] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.306888] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dbcc20-c26c-498e-91e2-d38b2452d955: rpc.has_security_group_logging(os_id): False [ 577.328181] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.331922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.331922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.332203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.332270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.332466] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.332578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.332632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.332796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.333567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.333567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.333567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.333567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.333567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.333567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.333808] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.333947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.334041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.334701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.334783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.334878] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 577.474425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.474425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.474425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.474644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.475388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.519637] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15: rpc.has_security_group_logging(os_id): False [ 577.529146] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 577.558845] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.559056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.559121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.559335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.559826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.560110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.560206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.560250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.560488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.560615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.560856] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 is going to be created. [ 577.653720] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.653720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.653720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.654229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.654229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.670865] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: IN_PROGRESS for 2s [ 578.413426] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: SUCCESS [ 578.413739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.452243] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ea19e49f-f50b-420a-8b96-ef143dec4ab2 None None] Enqueued Resource ID: 6af54feb-fb25-4c55-84fb-5b76bbdd13ac with Priority: HIGHEST for action port [ 578.453374] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54feb-fb25-4c55-84fb-5b76bbdd13ac with Priority: HIGHEST for action port [ 578.453768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af54feb-fb25-4c55-84fb-5b76bbdd13ac taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.454388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af54feb-fb25-4c55-84fb-5b76bbdd13ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.454388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af54feb-fb25-4c55-84fb-5b76bbdd13ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.454768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af54feb-fb25-4c55-84fb-5b76bbdd13ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.455136] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af54feb-fb25-4c55-84fb-5b76bbdd13ac',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.958850] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6af54feb-fb25-4c55-84fb-5b76bbdd13ac [ 578.958850] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.958850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.958850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.958850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.958850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.958850] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6af54feb-fb25-4c55-84fb-5b76bbdd13ac already deleted. [ 578.958850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af54feb-fb25-4c55-84fb-5b76bbdd13ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.990414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 578.990629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.990774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.990993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.991773] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.991895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.991965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.992155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.992239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.992354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.993126] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.026698] env[62657]: INFO networking_nsxv3.common.synchronization [req-cc555520-7576-43f6-bf46-cccdf5958e2c req-6e01c3a7-6a6e-4b92-9db8-cbed417f06c0 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Enqueued Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 579.027931] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 with Priority: HIGHEST for action security_group_members [ 579.028280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce6b743-1e38-4397-98d7-82d1a1fd4225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.028398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.028491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.030021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.030021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.030021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.030021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.030021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.030021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.030281] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce6b743-1e38-4397-98d7-82d1a1fd4225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.498563] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.498563] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.498563] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.498563] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.498563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.499361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.499361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.499361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.499361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.499361] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.536212] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.536287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.536566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.536566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.536712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.537689] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.537689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.537689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.537689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.537689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.537689] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 is going to be updated. [ 579.547309] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 579.547675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.548509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.552026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.552026] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.566122] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.566122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.566122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.566122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.566365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.574310] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: IN_PROGRESS for 2s [ 579.699048] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: SUCCESS [ 579.699283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.007030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51444f56-8bbf-4f05-8449-6e3b0b635faa: rpc.has_security_group_logging(os_id): False [ 580.023448] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.023622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.023666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.023865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.023973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.024196] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.024295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.024356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.024511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.024751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.024751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.024857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.024923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.027945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.027945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.027945] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.029012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.029176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.029444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.029505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.029604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be created. [ 580.065030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.065030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.065030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.065030] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.089404] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.089574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.089632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.089808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.089984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.106329] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 580.331638] env[62657]: INFO networking_nsxv3.common.synchronization [None req-cb8c4882-4dbf-4c32-9564-c4fd21f53fcb None None] Enqueued Resource ID: 0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f with Priority: HIGHEST for action port [ 580.332158] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f with Priority: HIGHEST for action port [ 580.332543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.332688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.332759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.333660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.334546] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.569490] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.569777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.569777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.569934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.570585] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.570585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.570585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.570585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.570585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.570585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.570868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.570868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.570939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.571527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.571527] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.571527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.571527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.571734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.571734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.571734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.571829] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.837525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f [ 580.837525] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.837525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.837525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.837525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.837525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.837525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f already deleted. [ 580.837525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb7e811-fbb1-486e-8c56-9c3f0de5fd3f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.076426] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17dbcc20-c26c-498e-91e2-d38b2452d955: rpc.has_security_group_logging(os_id): False [ 581.094569] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.094719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.094766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.094976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.095075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.095310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.095405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.095471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.095621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.095698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.095867] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.095960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.096033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.096172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.096244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.096426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.096518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.096579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.096715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.096788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.096867] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 581.154718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.154879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.154950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.155228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.155362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.171467] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 581.582696] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ed8b6332-52bf-4e78-b009-6783ca3121b6 None None] Enqueued Resource ID: 41d07fe8-2d7a-46b8-9015-b23dea7b3b5d with Priority: HIGHEST for action port [ 581.583010] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d07fe8-2d7a-46b8-9015-b23dea7b3b5d with Priority: HIGHEST for action port [ 581.584400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 in Status: SUCCESS [ 581.585170] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce6b743-1e38-4397-98d7-82d1a1fd4225 deletion is rescheduled due to dependency. [ 581.585322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce6b743-1e38-4397-98d7-82d1a1fd4225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.586346] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d07fe8-2d7a-46b8-9015-b23dea7b3b5d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.586487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d07fe8-2d7a-46b8-9015-b23dea7b3b5d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.586556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d07fe8-2d7a-46b8-9015-b23dea7b3b5d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.586827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d07fe8-2d7a-46b8-9015-b23dea7b3b5d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.586912] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d07fe8-2d7a-46b8-9015-b23dea7b3b5d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.639386] env[62657]: INFO networking_nsxv3.common.synchronization [req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 req-a38d1857-97fd-40ea-8ecb-5cd6ec61cec0 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 581.639987] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 581.640510] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.640510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.640510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.640740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.641124] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.641257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.641326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.641564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.641610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.641674] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.075850] env[62657]: INFO networking_nsxv3.common.synchronization [req-c5f8745c-649e-4aa3-a348-6ce37db3f36d req-240efa58-cfd6-4557-bee5-ea8c8e221dbc tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f with Priority: HIGHEST for action security_group_rules [ 582.076423] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f with Priority: HIGHEST for action security_group_rules [ 582.077244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.077393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.077463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.077721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.077810] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.088735] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d07fe8-2d7a-46b8-9015-b23dea7b3b5d [ 582.088994] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.089156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.089227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.089457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.089549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.089886] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d07fe8-2d7a-46b8-9015-b23dea7b3b5d already deleted. [ 582.089886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d07fe8-2d7a-46b8-9015-b23dea7b3b5d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.114384] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 582.114618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.144484] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.145206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.145316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.145932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.146114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.146375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.146522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.146606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.146792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.146903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.146992] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a already deleted. [ 582.148214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.324524] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.324726] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.324853] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.325253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.325487] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.325649] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.325769] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.325994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.326251] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.326468] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.326610] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.326750] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.326925] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.327376] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.327376] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.327376] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.358019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.358019] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 582.358019] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.358019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.358019] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-307f6156-56a6-479d-9e32-b63d0223ed03 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.358301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.358301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.358730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.359033] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307f6156-56a6-479d-9e32-b63d0223ed03',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.597627] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.598000] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.598000] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.602036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.602036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.602036] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f already deleted. [ 582.602036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbcab9f-ffbb-48d8-9e06-505e95e3eb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.861952] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.862564] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.862564] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.862733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.862733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.865361] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 307f6156-56a6-479d-9e32-b63d0223ed03 not found, creating... [ 582.865361] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.865361] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.865361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.865991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.865991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 307f6156-56a6-479d-9e32-b63d0223ed03 is going to be created. [ 582.868863] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ad102426-b3f2-428a-ad3d-72ef9d3ccd0c None None] Enqueued Resource ID: 33a2af84-afd2-4a65-8527-da90237073b0 with Priority: HIGHEST for action port [ 582.869067] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a2af84-afd2-4a65-8527-da90237073b0 with Priority: HIGHEST for action port [ 582.869928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a2af84-afd2-4a65-8527-da90237073b0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.870452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a2af84-afd2-4a65-8527-da90237073b0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.870452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a2af84-afd2-4a65-8527-da90237073b0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.870452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a2af84-afd2-4a65-8527-da90237073b0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.870452] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a2af84-afd2-4a65-8527-da90237073b0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.884035] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.885029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.885029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.885029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.885706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.885706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.893244] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a708b66a-bf71-47a0-8771-6f3e11f94c4e None None] Enqueued Resource ID: af83c14f-adcc-4f93-84a4-a5d3275d294c with Priority: HIGHEST for action port [ 582.894357] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c14f-adcc-4f93-84a4-a5d3275d294c with Priority: HIGHEST for action port [ 582.896679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-af83c14f-adcc-4f93-84a4-a5d3275d294c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.899183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af83c14f-adcc-4f93-84a4-a5d3275d294c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.899409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af83c14f-adcc-4f93-84a4-a5d3275d294c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.899534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af83c14f-adcc-4f93-84a4-a5d3275d294c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.899644] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af83c14f-adcc-4f93-84a4-a5d3275d294c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.982861] env[62657]: INFO networking_nsxv3.common.synchronization [None req-7a01f555-b0d7-4160-9056-49fdc717081a None None] Enqueued Resource ID: 27a4a47e-d7a3-48cf-a89e-764ec5703199 with Priority: HIGHEST for action port [ 582.983816] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a4a47e-d7a3-48cf-a89e-764ec5703199 with Priority: HIGHEST for action port [ 582.984482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a4a47e-d7a3-48cf-a89e-764ec5703199 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.984482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a4a47e-d7a3-48cf-a89e-764ec5703199" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.986277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a4a47e-d7a3-48cf-a89e-764ec5703199" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.986277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a4a47e-d7a3-48cf-a89e-764ec5703199" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.986277] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a4a47e-d7a3-48cf-a89e-764ec5703199',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.183786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 583.184364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.372598] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a2af84-afd2-4a65-8527-da90237073b0 [ 583.373597] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.373597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.373597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.373597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.373597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.373597] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a2af84-afd2-4a65-8527-da90237073b0 already deleted. [ 583.373597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a2af84-afd2-4a65-8527-da90237073b0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.403550] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af83c14f-adcc-4f93-84a4-a5d3275d294c [ 583.403884] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.404228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.404369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.404577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.404666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.404768] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af83c14f-adcc-4f93-84a4-a5d3275d294c already deleted. [ 583.405128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af83c14f-adcc-4f93-84a4-a5d3275d294c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.489457] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a4a47e-d7a3-48cf-a89e-764ec5703199 [ 583.489740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.489957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.490097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.490370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.490482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.490585] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a4a47e-d7a3-48cf-a89e-764ec5703199 already deleted. [ 583.490695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a4a47e-d7a3-48cf-a89e-764ec5703199" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.716077] env[62657]: INFO networking_nsxv3.common.synchronization [req-742a74e2-79be-4f48-a13c-e7c7d32212fe req-8817d1e6-c423-48ac-a38c-5885a5b85fd7 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 583.716643] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 583.717365] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.719719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.719810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.720051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.720241] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.720360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.720428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.720590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.720683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.720796] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.934572] env[62657]: INFO networking_nsxv3.common.synchronization [req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 req-42002ebe-7856-42c5-8e17-35391242eb9b service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 583.934753] env[62657]: INFO networking_nsxv3.common.synchronization [req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 req-42002ebe-7856-42c5-8e17-35391242eb9b service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 583.934920] env[62657]: INFO networking_nsxv3.common.synchronization [req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 req-42002ebe-7856-42c5-8e17-35391242eb9b service nova] Enqueued Resource ID: 307f6156-56a6-479d-9e32-b63d0223ed03 with Priority: HIGHEST for action port [ 583.935484] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 583.935563] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 583.935615] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307f6156-56a6-479d-9e32-b63d0223ed03 with Priority: HIGHEST for action port [ 583.935875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.940119] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.940119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.940119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-307f6156-56a6-479d-9e32-b63d0223ed03 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.940119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.940119] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307f6156-56a6-479d-9e32-b63d0223ed03',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.226136] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.444022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.444022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 307f6156-56a6-479d-9e32-b63d0223ed03 with status ACTIVE [ 584.444022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.444022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.444022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.444022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.444852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.444852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.444852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.444852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.444852] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 307f6156-56a6-479d-9e32-b63d0223ed03 is going to be updated. [ 584.467648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.467809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.467882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.468159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.468342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.468554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307f6156-56a6-479d-9e32-b63d0223ed03" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.491425] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.491679] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.491845] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.492196] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.492538] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.492755] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.493144] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.493235] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.493427] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.493700] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.494065] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.494065] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.494173] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.494327] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 584.494472] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.494648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.514485] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.514701] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 584.514907] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.515138] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.515620] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-31326ff2-a9a0-46a7-a9fa-5415939067de taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.515791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.515955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.516411] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.516599] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31326ff2-a9a0-46a7-a9fa-5415939067de',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.594773] env[62657]: INFO networking_nsxv3.common.synchronization [None req-959302f3-79ee-4f84-9153-40cc4644fe2c tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 584.594773] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 584.594773] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.594773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.594773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.594773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.594773] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.681920] env[62657]: INFO networking_nsxv3.common.synchronization [None req-606ddacc-9fe3-41c1-bdba-2af4b7a508be tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 584.682482] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 584.682779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.682882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.731147] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.020301] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.020301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.020420] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.022822] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 31326ff2-a9a0-46a7-a9fa-5415939067de not found, creating... [ 585.022822] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.022822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.022822] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.023342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.023342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.023415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.023634] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.023686] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 31326ff2-a9a0-46a7-a9fa-5415939067de is going to be created. [ 585.051034] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.051198] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.051253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.051529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.054743] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.055257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.116925] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.117079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.117173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.117339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.117421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.117647] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 357f0841-490a-43e6-878d-45e890e26887 already deleted. [ 585.117647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.119635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.119635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.119635] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.233934] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.234112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.234297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.234401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.234516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.234662] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be created. [ 585.260457] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.260674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.260674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.260863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.261085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.270295] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: UNINITIALIZED for 2s [ 585.481572] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8c5210ba-5b3b-48c9-905d-e3c059ebcd99 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 585.482168] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 585.482486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.482611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.482679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.483035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.483126] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.619314] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d3658c92-e49b-4c16-88e8-9cfb84de78c4 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 585.619314] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 585.619314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.619314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.640294] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.640294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 357f0841-490a-43e6-878d-45e890e26887 already deleted. [ 585.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.775831] env[62657]: INFO networking_nsxv3.common.synchronization [None req-40ac3c86-7f7e-4a38-b892-e7c0f5ad842e None None] Enqueued Resource ID: 9f3e4e15-9a35-42ce-9639-55e8b12323cd with Priority: HIGHEST for action port [ 585.776098] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3e4e15-9a35-42ce-9639-55e8b12323cd with Priority: HIGHEST for action port [ 585.776692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3e4e15-9a35-42ce-9639-55e8b12323cd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.776692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3e4e15-9a35-42ce-9639-55e8b12323cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.777035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3e4e15-9a35-42ce-9639-55e8b12323cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.777035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3e4e15-9a35-42ce-9639-55e8b12323cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.777923] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3e4e15-9a35-42ce-9639-55e8b12323cd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.009068] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.009229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.009320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.009555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.009645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.009742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 already deleted. [ 586.009824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.009970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.010136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.010221] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.214594] env[62657]: INFO networking_nsxv3.common.synchronization [None req-4c9e3048-7dea-4651-856d-7b22a2cbf347 None None] Enqueued Resource ID: 44c84a73-c96a-445b-9191-ac44bb16b6c6 with Priority: HIGHEST for action port [ 586.214953] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c84a73-c96a-445b-9191-ac44bb16b6c6 with Priority: HIGHEST for action port [ 586.215461] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-44c84a73-c96a-445b-9191-ac44bb16b6c6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.215588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44c84a73-c96a-445b-9191-ac44bb16b6c6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.215658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44c84a73-c96a-445b-9191-ac44bb16b6c6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.215987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44c84a73-c96a-445b-9191-ac44bb16b6c6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.215987] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c84a73-c96a-445b-9191-ac44bb16b6c6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.280181] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3e4e15-9a35-42ce-9639-55e8b12323cd [ 586.280242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.280400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.280400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.280882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.280882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.280882] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3e4e15-9a35-42ce-9639-55e8b12323cd already deleted. [ 586.280882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3e4e15-9a35-42ce-9639-55e8b12323cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.529681] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.529681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.529681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.529857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.529857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.529938] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 already deleted. [ 586.530040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.723229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44c84a73-c96a-445b-9191-ac44bb16b6c6 [ 586.723229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.723229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.723229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.723229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.723229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.723229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44c84a73-c96a-445b-9191-ac44bb16b6c6 already deleted. [ 586.723229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44c84a73-c96a-445b-9191-ac44bb16b6c6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [req-742a74e2-79be-4f48-a13c-e7c7d32212fe req-0703b8bb-2ab5-4894-a8c4-ff2a05f64e27 service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [req-742a74e2-79be-4f48-a13c-e7c7d32212fe req-0703b8bb-2ab5-4894-a8c4-ff2a05f64e27 service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [req-742a74e2-79be-4f48-a13c-e7c7d32212fe req-0703b8bb-2ab5-4894-a8c4-ff2a05f64e27 service nova] Enqueued Resource ID: 31326ff2-a9a0-46a7-a9fa-5415939067de with Priority: HIGHEST for action port [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 586.979280] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31326ff2-a9a0-46a7-a9fa-5415939067de with Priority: HIGHEST for action port [ 586.979910] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.980049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.980287] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.980427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.980682] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-31326ff2-a9a0-46a7-a9fa-5415939067de taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.980815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.980893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.981452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.982970] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31326ff2-a9a0-46a7-a9fa-5415939067de',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.281348] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 587.283656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.283713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.284244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.284244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.284244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.284416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.284883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.284883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.284883] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.485691] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31326ff2-a9a0-46a7-a9fa-5415939067de with status ACTIVE [ 587.485691] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.485691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.485691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.485691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.486097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.486097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.486097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.486097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.486392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.486392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.489643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.489643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.489643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.489643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.489643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.489643] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31326ff2-a9a0-46a7-a9fa-5415939067de is going to be updated. [ 587.510384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.510384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.510384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.510384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.510384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.510384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31326ff2-a9a0-46a7-a9fa-5415939067de" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.792626] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.855225] env[62657]: INFO networking_nsxv3.common.synchronization [req-5e304bd5-9039-4607-8171-d01e4c47ef35 req-f6282ed5-1727-41c5-bd2d-7300e5609b36 tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 3b9ee7d4-5cff-43a8-8fca-357fc2993c20 with Priority: HIGHEST for action security_group_rules [ 587.855225] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9ee7d4-5cff-43a8-8fca-357fc2993c20 with Priority: HIGHEST for action security_group_rules [ 587.855225] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b9ee7d4-5cff-43a8-8fca-357fc2993c20 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.855225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b9ee7d4-5cff-43a8-8fca-357fc2993c20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.855225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b9ee7d4-5cff-43a8-8fca-357fc2993c20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.855225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b9ee7d4-5cff-43a8-8fca-357fc2993c20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.856503] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b9ee7d4-5cff-43a8-8fca-357fc2993c20',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.893354] env[62657]: INFO networking_nsxv3.common.synchronization [req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 req-2a902ad0-13bb-4c56-a3e8-41f2a9d1da4a tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 587.893354] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 587.898085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.898085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.898085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.898085] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.296372] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.406301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.406301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.406301] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 already deleted. [ 588.406301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.534502] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.534921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.535602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.535711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.535821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.535903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b9ee7d4-5cff-43a8-8fca-357fc2993c20 already deleted. [ 588.536026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b9ee7d4-5cff-43a8-8fca-357fc2993c20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.802567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.802761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.802761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.803670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.803670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.804282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 588.832036] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.832298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.832298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.832461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.832601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.843122] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 589.022077] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.022077] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.022896] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.023698] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.026029] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.026029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.026029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.026029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.026029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.026029] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.026029] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.026029] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.026029] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.026885] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.027240] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.027588] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.048809] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.048809] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 589.048809] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.048809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.048809] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-d3aee704-39b8-462f-8043-aec615529054 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.048809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.048809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.051827] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.051827] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3aee704-39b8-462f-8043-aec615529054',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.556243] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.556243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.556243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.558996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.559102] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.559274] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port d3aee704-39b8-462f-8043-aec615529054 not found, creating... [ 589.559579] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.559830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.559955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.560262] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.560407] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.561202] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.561202] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.561202] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.561432] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.561557] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.561697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: d3aee704-39b8-462f-8043-aec615529054 is going to be created. [ 589.584761] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.584761] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.585704] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.586326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.586326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.586522] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.982380] env[62657]: INFO networking_nsxv3.common.synchronization [req-b773a436-9061-4a58-9d28-874504ae9de7 req-03a04ed6-a97e-45bf-9883-47a3c4023087 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 589.982380] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 589.982380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.982380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.982380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.983292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.983590] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.983949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.984723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.984723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.984723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.984723] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.486924] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.487120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.487252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.487658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.487916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.488068] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.488208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.488245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.488451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.488564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.488685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 already deleted. [ 590.488802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.836806] env[62657]: INFO networking_nsxv3.common.synchronization [req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 req-c82d70b7-098c-4cab-9712-2a195d17a8b5 service nova] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 590.837089] env[62657]: INFO networking_nsxv3.common.synchronization [req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 req-c82d70b7-098c-4cab-9712-2a195d17a8b5 service nova] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 590.837289] env[62657]: INFO networking_nsxv3.common.synchronization [req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 req-c82d70b7-098c-4cab-9712-2a195d17a8b5 service nova] Enqueued Resource ID: d3aee704-39b8-462f-8043-aec615529054 with Priority: HIGHEST for action port [ 590.839868] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_rules [ 590.839868] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 590.839868] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aee704-39b8-462f-8043-aec615529054 with Priority: HIGHEST for action port [ 590.839868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.840661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.840661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.841225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.842225] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.843320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.843320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.843419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.844016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.844016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.844016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.844016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.844529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.844529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.844529] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.846077] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3aee704-39b8-462f-8043-aec615529054 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.846077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.846077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.846077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.846077] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3aee704-39b8-462f-8043-aec615529054',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.858638] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 590.859288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.860158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.860744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.860744] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.860744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.860744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.864050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.864050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.864050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.864050] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.864050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.864050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.864050] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.864579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.864579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.864579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.864579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.864579] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.901678] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.903018] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.903018] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.903018] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.903018] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.908017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.908017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.908017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.908017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.908017] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.908017] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.908017] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.908017] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.908017] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.908017] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.908017] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.927597] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.927597] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.927597] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.927597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.927597] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.927597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.927597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.927597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.927597] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36c62a8-7cf6-4603-9272-c8ed8a75d0b4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.932736] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0284c959-eda7-4b04-a7bd-a3ebe880be79 None None] Enqueued Resource ID: 3310448f-130e-4a01-ae7d-53c4f2627443 with Priority: HIGHEST for action port [ 590.933699] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310448f-130e-4a01-ae7d-53c4f2627443 with Priority: HIGHEST for action port [ 590.934135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3310448f-130e-4a01-ae7d-53c4f2627443 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.934404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3310448f-130e-4a01-ae7d-53c4f2627443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.934579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3310448f-130e-4a01-ae7d-53c4f2627443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.934968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3310448f-130e-4a01-ae7d-53c4f2627443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.935214] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3310448f-130e-4a01-ae7d-53c4f2627443',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.348183] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.350093] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.350093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.350281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3aee704-39b8-462f-8043-aec615529054 with status ACTIVE [ 591.350318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.350433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.350478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.350710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.350810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.351110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.351240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.351993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.352299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.352450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.352831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.352831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.352831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.353084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.353175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.353302] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3aee704-39b8-462f-8043-aec615529054 is going to be updated. [ 591.368747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.369340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.370365] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.385084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.385084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.385084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.385084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.385084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.385084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3aee704-39b8-462f-8043-aec615529054" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.434144] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.434382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.434507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.434772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.434918] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.435079] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 not found, creating... [ 591.435357] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.435513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.435631] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.435910] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.435980] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.436279] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.436453] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.436569] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.436773] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.436907] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.437061] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 is going to be created. [ 591.438159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3310448f-130e-4a01-ae7d-53c4f2627443 [ 591.438331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.438472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.438549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.438702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.438790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.438887] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3310448f-130e-4a01-ae7d-53c4f2627443 already deleted. [ 591.438975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3310448f-130e-4a01-ae7d-53c4f2627443" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.461803] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.462698] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.462913] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.463322] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.463563] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.463828] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.851583] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.873434] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.354613] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.355178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.355267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.355481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.355568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.355671] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 is going to be created. [ 592.385805] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.385805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.386065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.386203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.386340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.386398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 592.388606] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.388606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.388606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.389118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.389118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.412704] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: UNINITIALIZED for 2s [ 592.445027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.445175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.445245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.445473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.446969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.456084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 592.634982] env[62657]: INFO networking_nsxv3.common.synchronization [req-b773a436-9061-4a58-9d28-874504ae9de7 req-b4928fae-9a8b-4e8b-9503-2a2e3d4e32d9 service nova] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 592.635217] env[62657]: INFO networking_nsxv3.common.synchronization [req-b773a436-9061-4a58-9d28-874504ae9de7 req-b4928fae-9a8b-4e8b-9503-2a2e3d4e32d9 service nova] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 592.635414] env[62657]: INFO networking_nsxv3.common.synchronization [req-b773a436-9061-4a58-9d28-874504ae9de7 req-b4928fae-9a8b-4e8b-9503-2a2e3d4e32d9 service nova] Enqueued Resource ID: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 with Priority: HIGHEST for action port [ 592.635582] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 592.635774] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 592.635835] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 with Priority: HIGHEST for action port [ 592.636401] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.636529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.636596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.636802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.636985] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.642099] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.642194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.642244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.642438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.642597] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.642719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.642760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.643038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.643038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.643132] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.644211] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.644312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.644402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.644519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.644589] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36c62a8-7cf6-4603-9272-c8ed8a75d0b4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.134812] env[62657]: INFO networking_nsxv3.common.synchronization [None req-731f48ca-9b88-4402-a38d-71a46dcbabb5 None None] Enqueued Resource ID: f34ae078-8de7-4b57-a550-8dcc7292de04 with Priority: HIGHEST for action port [ 593.138466] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34ae078-8de7-4b57-a550-8dcc7292de04 with Priority: HIGHEST for action port [ 593.138466] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34ae078-8de7-4b57-a550-8dcc7292de04 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.138466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34ae078-8de7-4b57-a550-8dcc7292de04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.138466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34ae078-8de7-4b57-a550-8dcc7292de04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.138466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34ae078-8de7-4b57-a550-8dcc7292de04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.139115] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34ae078-8de7-4b57-a550-8dcc7292de04',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.146220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.146373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.151906] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.152744] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 with status ACTIVE [ 593.153030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.153169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.153252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.153491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.153576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.153779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.153877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.153937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.154429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.154524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.156321] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.156523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.156651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.156900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.157079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.157219] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 is going to be updated. [ 593.192648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.192648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.192648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.192648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.192648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.192648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.330967] env[62657]: INFO networking_nsxv3.common.synchronization [None req-348bd832-d344-423d-b795-96081f950c76 None None] Enqueued Resource ID: 4f0a7735-cea9-4035-ae54-a7c21789e1b1 with Priority: HIGHEST for action port [ 593.330967] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0a7735-cea9-4035-ae54-a7c21789e1b1 with Priority: HIGHEST for action port [ 593.330967] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f0a7735-cea9-4035-ae54-a7c21789e1b1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.331244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f0a7735-cea9-4035-ae54-a7c21789e1b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.331289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f0a7735-cea9-4035-ae54-a7c21789e1b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.331598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f0a7735-cea9-4035-ae54-a7c21789e1b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.331651] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0a7735-cea9-4035-ae54-a7c21789e1b1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.641388] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f34ae078-8de7-4b57-a550-8dcc7292de04 [ 593.641456] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.641586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.641633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.642054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.642054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.642054] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f34ae078-8de7-4b57-a550-8dcc7292de04 already deleted. [ 593.642256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34ae078-8de7-4b57-a550-8dcc7292de04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.659598] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.833638] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f0a7735-cea9-4035-ae54-a7c21789e1b1 [ 593.833886] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.834220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.834220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.834350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.834416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.834840] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f0a7735-cea9-4035-ae54-a7c21789e1b1 already deleted. [ 593.835043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f0a7735-cea9-4035-ae54-a7c21789e1b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.017710] env[62657]: INFO networking_nsxv3.common.synchronization [req-fabc9a56-c7b5-4da8-ba13-0141e2d50b03 req-ab3b164a-4aea-4fb6-8743-032beec23899 tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 594.018314] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 594.018673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b22400-e824-4cae-8ef8-f7fb0c37b101 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.018800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.018872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.019587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.019684] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b22400-e824-4cae-8ef8-f7fb0c37b101',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.164197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.164197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.164197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.164197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.164197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.164197] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be created. [ 594.186801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.188598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.189174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.189174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.189322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.201014] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: UNINITIALIZED for 2s [ 594.204045] env[62657]: INFO networking_nsxv3.common.synchronization [req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e req-8f284b6b-79ef-4db8-b63d-afae93eab7be tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Enqueued Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 594.204385] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGHEST for action security_group_members [ 594.204725] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.204947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.205055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.205346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.205554] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.205714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.205898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.206068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.206333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.206627] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.423997] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: SUCCESS [ 594.424284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.424456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.424689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.425778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.425778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.425778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.425778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.425778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.425778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.425778] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.467920] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 594.468441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.468612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.468821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.469098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.469251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.469324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.469486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.469566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.469673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.469874] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.469963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.470617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.470617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.470617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.470617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.470617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.470617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.471107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.471107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.471107] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.540279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.540418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.540487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.540691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.540778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.540874] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 already deleted. [ 594.540978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.709814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.709901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.709936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.710143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.710228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.710413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.710501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.710563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.710706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.710776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.710853] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 is going to be updated. [ 594.757523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.757602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.757602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.757821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.757957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.766778] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: IN_PROGRESS for 2s [ 594.829349] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 req-f4b18afc-0b20-442f-bdbe-6e7f62a1f3de tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 594.829349] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 594.829902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.829902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.829902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.830205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.832414] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.832528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.832588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.832782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.832865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.833032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.928407] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.975541] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04f9da9-338b-4485-8c00-4d5056a7fd0a: rpc.has_security_group_logging(os_id): False [ 594.994690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.995255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.995255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.998148] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.998148] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.998148] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.998639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.998639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.999242] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be created. [ 595.052232] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.052508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.052508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.052647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.052882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.066680] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 595.336545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.336869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.336869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.337368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.337497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.337831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.338048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.338163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.338402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.338544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.338708] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d already deleted. [ 595.338826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.431696] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26cc4235-2145-4975-bb3d-e521d2d10075: rpc.has_security_group_logging(os_id): False [ 595.449600] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.449805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.450096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.450425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.450828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.451029] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.451325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.451422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.451629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.451714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.451803] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 is going to be created. [ 595.508950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.508950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.508950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.508950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.508950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.517874] env[62657]: INFO networking_nsxv3.common.synchronization [req-5a996f2f-36d6-487d-b320-6ae8dea40d15 req-fc74b91d-f95e-4449-8590-bbf50d9047e0 tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 595.518961] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: IN_PROGRESS for 2s [ 595.520147] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 595.521090] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b22400-e824-4cae-8ef8-f7fb0c37b101 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.521090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.521090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.521274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.521361] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b22400-e824-4cae-8ef8-f7fb0c37b101',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.893831] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.893978] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.894102] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.895097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.895097] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.895097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.895097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.895348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.895477] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.896378] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.896378] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.896378] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.896378] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.896378] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.896378] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.896684] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.914670] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.915659] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.917955] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.917955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.917955] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-3834d24d-25be-4912-9144-57c9ea1c987a taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.917955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.917955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.917955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.917955] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3834d24d-25be-4912-9144-57c9ea1c987a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.041202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.041361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.041434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.041693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.041794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.041889] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 already deleted. [ 596.041968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.058186] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5a01cc35-f0d6-426f-801f-663f63e02655 None None] Enqueued Resource ID: 181a8cb4-fae1-4515-93e6-526809612698 with Priority: HIGHEST for action port [ 596.060091] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181a8cb4-fae1-4515-93e6-526809612698 with Priority: HIGHEST for action port [ 596.060687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-181a8cb4-fae1-4515-93e6-526809612698 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.060797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181a8cb4-fae1-4515-93e6-526809612698" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.060917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181a8cb4-fae1-4515-93e6-526809612698" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181a8cb4-fae1-4515-93e6-526809612698" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.061523] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181a8cb4-fae1-4515-93e6-526809612698',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.209905] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 596.210214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.210572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.210753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.211058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.211058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.211243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.211375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.213437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.213437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.213437] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.425032] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.425032] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.425032] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.425032] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.425032] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.425032] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 3834d24d-25be-4912-9144-57c9ea1c987a not found, creating... [ 596.426534] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.428986] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.428986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.429368] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.429410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.429648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 3834d24d-25be-4912-9144-57c9ea1c987a is going to be created. [ 596.452265] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.452665] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.452899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.453364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.454028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.454151] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.566646] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 181a8cb4-fae1-4515-93e6-526809612698 [ 596.566713] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.566899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.566899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.567306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.567306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.567306] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:181a8cb4-fae1-4515-93e6-526809612698 already deleted. [ 596.567474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181a8cb4-fae1-4515-93e6-526809612698" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.714989] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.778241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 in Status: SUCCESS [ 596.778539] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 deletion is rescheduled due to dependency. [ 596.778606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.078960] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 597.079247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.079450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.079679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.079880] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.120798] env[62657]: INFO networking_nsxv3.common.synchronization [req-70483319-3933-438d-8fec-3e308c2a790b req-6f89101e-dd3c-4ad5-8b53-d7a038905308 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 597.121386] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 597.121790] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.121924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.121924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.124241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.124423] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.124532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.124590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.124770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.124938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.125052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.221421] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9: rpc.has_security_group_logging(os_id): False [ 597.239601] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.240232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.240232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.240232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.240232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.240458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.240550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.240684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.240998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.240998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.240998] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be created. [ 597.295799] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.296022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.296111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.296311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.296631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.306245] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 597.534146] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: SUCCESS [ 597.534747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.584531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.584531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.584531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.584531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.584772] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.584837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.584874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.585037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.585143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.585244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.585367] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.601685] env[62657]: INFO networking_nsxv3.common.synchronization [None req-2ae4587e-5d3b-466e-8d04-7e50d733914b None None] Enqueued Resource ID: 529a7886-ba06-477d-9ca1-238ca6cffe99 with Priority: HIGHEST for action port [ 597.602277] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a7886-ba06-477d-9ca1-238ca6cffe99 with Priority: HIGHEST for action port [ 597.602677] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-529a7886-ba06-477d-9ca1-238ca6cffe99 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.602863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529a7886-ba06-477d-9ca1-238ca6cffe99" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.602927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529a7886-ba06-477d-9ca1-238ca6cffe99" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.603188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529a7886-ba06-477d-9ca1-238ca6cffe99" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.603455] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529a7886-ba06-477d-9ca1-238ca6cffe99',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.627263] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.627406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.627474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.627669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.627760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.627947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.628114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.628114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.628254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.628332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.628416] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b already deleted. [ 597.628495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.826088] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.826088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-798" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.826088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-798" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.826088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-798" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.826667] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.827035] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.827651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.828300] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.828600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.828977] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.829357] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.829612] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.831025] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.831025] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.831025] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.831025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.851934] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.854507] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 597.854507] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.854507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-798" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.854507] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4be2992b-8f53-4658-82e7-d43b90625482 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.854507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.854507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.854507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.854507] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be2992b-8f53-4658-82e7-d43b90625482',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.097136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.097136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.097136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.097136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.097763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.097763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.097763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.097763] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.111022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 529a7886-ba06-477d-9ca1-238ca6cffe99 [ 598.111022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.111022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.111022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.111022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.111022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.111022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:529a7886-ba06-477d-9ca1-238ca6cffe99 already deleted. [ 598.111022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529a7886-ba06-477d-9ca1-238ca6cffe99" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.112205] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 req-7b26b529-5538-487f-9744-a9d7ad0c846e service nova] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 598.112372] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 req-7b26b529-5538-487f-9744-a9d7ad0c846e service nova] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 598.112508] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 req-7b26b529-5538-487f-9744-a9d7ad0c846e service nova] Enqueued Resource ID: 3834d24d-25be-4912-9144-57c9ea1c987a with Priority: HIGHEST for action port [ 598.112736] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_rules [ 598.112860] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 598.113522] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3834d24d-25be-4912-9144-57c9ea1c987a with Priority: HIGHEST for action port [ 598.116032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.116032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.116032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.116032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.116032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.116032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.116032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.116032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.116401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.116401] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.116926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.117041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.117241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.117364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.117484] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.118637] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3834d24d-25be-4912-9144-57c9ea1c987a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.118637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.119039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.119138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.121299] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3834d24d-25be-4912-9144-57c9ea1c987a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.327251] env[62657]: INFO networking_nsxv3.common.synchronization [req-ea773d64-9b08-4edf-ac4a-d2dc72fe6994 req-d60aaac8-5555-490c-b63c-f52ddf8b04be tempest-SecurityGroupRulesTestJSON-1531041462 tempest-SecurityGroupRulesTestJSON-1531041462-project-member] Enqueued Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 598.327251] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 with Priority: HIGHEST for action security_group_rules [ 598.327251] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b22400-e824-4cae-8ef8-f7fb0c37b101 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.327251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.327251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.327251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.327251] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b22400-e824-4cae-8ef8-f7fb0c37b101',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.358675] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.358915] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.359055] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.359358] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.359505] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.360027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4be2992b-8f53-4658-82e7-d43b90625482 not found, creating... [ 598.360476] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.360584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.360624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.360844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.360984] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.361323] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.362468] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.362468] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.362468] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.362468] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.362468] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4be2992b-8f53-4658-82e7-d43b90625482 is going to be created. [ 598.384919] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.384919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.384919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.385157] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.385375] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.385608] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.601500] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04f9da9-338b-4485-8c00-4d5056a7fd0a: rpc.has_security_group_logging(os_id): False [ 598.621537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.621537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.621537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.621537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.622939] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.623773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.623773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.624126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.626894] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 598.626894] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.626894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.626894] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.628266] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3834d24d-25be-4912-9144-57c9ea1c987a with status ACTIVE [ 598.630358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.630358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.630358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.630358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.631201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.631201] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3834d24d-25be-4912-9144-57c9ea1c987a is going to be updated. [ 598.651183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.651319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.651390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.651593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.651736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.651918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3834d24d-25be-4912-9144-57c9ea1c987a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.688412] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.688681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.692088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.702184] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 598.851611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.851775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.851775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.852420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.852526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.852624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b22400-e824-4cae-8ef8-f7fb0c37b101 already deleted. [ 598.852703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b22400-e824-4cae-8ef8-f7fb0c37b101" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.133287] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.215209] env[62657]: INFO networking_nsxv3.common.synchronization [None req-56b40d7d-d16e-45c6-af33-c67f0712dc61 None None] Enqueued Resource ID: 3c810368-367b-4a49-9ed5-e5c76816937f with Priority: HIGHEST for action port [ 599.216082] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c810368-367b-4a49-9ed5-e5c76816937f with Priority: HIGHEST for action port [ 599.216975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c810368-367b-4a49-9ed5-e5c76816937f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.217168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c810368-367b-4a49-9ed5-e5c76816937f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.217168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c810368-367b-4a49-9ed5-e5c76816937f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.217480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c810368-367b-4a49-9ed5-e5c76816937f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.217480] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c810368-367b-4a49-9ed5-e5c76816937f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.321046] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 599.321046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.549561] env[62657]: INFO networking_nsxv3.common.synchronization [req-70483319-3933-438d-8fec-3e308c2a790b req-d342690e-59ba-4d1d-97be-7d877f200e47 service nova] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 599.549896] env[62657]: INFO networking_nsxv3.common.synchronization [req-70483319-3933-438d-8fec-3e308c2a790b req-d342690e-59ba-4d1d-97be-7d877f200e47 service nova] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 599.551520] env[62657]: INFO networking_nsxv3.common.synchronization [req-70483319-3933-438d-8fec-3e308c2a790b req-d342690e-59ba-4d1d-97be-7d877f200e47 service nova] Enqueued Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 599.552391] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 599.552634] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 599.552780] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 599.553614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.553858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.553929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.554437] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.558812] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.559038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.559227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.559474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.559738] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.559812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.559986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.560174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.560448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.560448] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.562692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be2992b-8f53-4658-82e7-d43b90625482 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.562692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.563175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.563175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.563175] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be2992b-8f53-4658-82e7-d43b90625482',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.636224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.636539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.636539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.636856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.636901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.637023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d is going to be created. [ 599.663929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.664124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.664201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.664416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.664578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.674888] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: UNINITIALIZED for 2s [ 599.720065] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c810368-367b-4a49-9ed5-e5c76816937f [ 599.720373] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.720483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.720542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.720761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.720863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.720954] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c810368-367b-4a49-9ed5-e5c76816937f already deleted. [ 599.721052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c810368-367b-4a49-9ed5-e5c76816937f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.941083] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ad2ce469-bd17-415e-8a71-f4317fd78a51 None None] Enqueued Resource ID: 5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc with Priority: HIGHEST for action port [ 599.941083] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc with Priority: HIGHEST for action port [ 599.941083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.941083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.941083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.941854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.941943] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.059881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.060307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.066192] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.066912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be2992b-8f53-4658-82e7-d43b90625482 with status ACTIVE [ 600.067257] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.067405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.067729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.068556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.069317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.069317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.069612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.069612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.069749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.069812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.070571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.070571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.070571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.070877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.070877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.070985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be2992b-8f53-4658-82e7-d43b90625482 is going to be updated. [ 600.092025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.092182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.092227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.092464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.092602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.092761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.254476] env[62657]: INFO networking_nsxv3.common.synchronization [None req-fb95625a-b5a3-480e-b5df-ea77b53a59f6 None None] Enqueued Resource ID: 0811bc15-2c64-414e-a94c-c36f4b3ea078 with Priority: HIGHEST for action port [ 600.254476] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0811bc15-2c64-414e-a94c-c36f4b3ea078 with Priority: HIGHEST for action port [ 600.255494] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-0811bc15-2c64-414e-a94c-c36f4b3ea078 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.255792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0811bc15-2c64-414e-a94c-c36f4b3ea078" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.256057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0811bc15-2c64-414e-a94c-c36f4b3ea078" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.256531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0811bc15-2c64-414e-a94c-c36f4b3ea078" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.256845] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0811bc15-2c64-414e-a94c-c36f4b3ea078',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.445894] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc [ 600.446174] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.446279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.446339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.446610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.446610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.446707] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc already deleted. [ 600.446788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4ebb0b-d547-40e0-8c43-f8e5cf32adcc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.574843] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.714626] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 600.715547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.760142] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0811bc15-2c64-414e-a94c-c36f4b3ea078 [ 600.760142] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.760142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.760142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.760142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.760142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.760142] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0811bc15-2c64-414e-a94c-c36f4b3ea078 already deleted. [ 600.760142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0811bc15-2c64-414e-a94c-c36f4b3ea078" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.079975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.080255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.080255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.080556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.080618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.080783] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be created. [ 601.105599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.105794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.106444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.116083] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: UNINITIALIZED for 2s [ 601.685398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: SUCCESS [ 601.685643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.688030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.688030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.688030] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.159327] env[62657]: INFO networking_nsxv3.common.synchronization [None req-cc61a3ea-85db-4190-9a85-0263ce272089 None None] Enqueued Resource ID: d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6 with Priority: HIGHEST for action port [ 602.159989] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6 with Priority: HIGHEST for action port [ 602.160680] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.160680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.160680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.163306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.163823] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.189706] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.667159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6 [ 602.667222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.667327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.667412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.667645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.667733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.667991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6 already deleted. [ 602.668094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45bc033-8c72-41a3-9f05-c3bc7cc4a5e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.694213] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9fb1824-e4f0-4123-a39c-d278772a3b7d: rpc.has_security_group_logging(os_id): False [ 602.713936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.714280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.714369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.714590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.714686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.714960] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.715110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.715193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.715720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.715720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.715720] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d is going to be created. [ 602.727672] env[62657]: INFO networking_nsxv3.common.synchronization [req-c71826bd-24ac-4d65-8615-4cd2bb869504 req-4e1a32c5-a448-4824-8b2e-d9cac1b9f401 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 602.731067] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 602.731190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.731310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.731310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.731871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.731871] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.731871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.731871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.732091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.732091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.732091] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.772802] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.772923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.772923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.773588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.787309] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: IN_PROGRESS for 2s [ 603.130912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 603.131016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.131291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.131423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.131612] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.131764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.131802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.131913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.132009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.132238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.132238] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.140954] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.140954] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.140954] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.142297] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.144229] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.144229] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.144229] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.144229] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.144229] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.144229] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.144229] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.144572] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.144572] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.144765] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.144765] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.144948] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.168836] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.168836] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 603.168836] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.168836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.168836] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.168836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.168836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.169815] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.170366] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.234495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.234730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.234730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.235042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.235042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.236711] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.236711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.236711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.236711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.236711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.236711] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 603.261745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.261745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.261949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.262128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.262290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.275785] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 603.637040] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.674628] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.674869] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.676052] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.676619] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.679037] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.679037] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 not found, creating... [ 603.679037] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.679037] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.679253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.679504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.679665] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.680044] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.680421] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.680671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.680865] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.681060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.681261] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 is going to be created. [ 603.705694] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.705694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.705694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.705694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.705694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.705694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.812164] env[62657]: INFO networking_nsxv3.common.synchronization [None req-41f3796c-1f4b-4894-b095-15e1ce5a0cc6 None None] Enqueued Resource ID: dbb5d3e0-8f3a-4688-aba8-ad4a877ab406 with Priority: HIGHEST for action port [ 603.812164] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb5d3e0-8f3a-4688-aba8-ad4a877ab406 with Priority: HIGHEST for action port [ 603.812417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb5d3e0-8f3a-4688-aba8-ad4a877ab406 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.812519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb5d3e0-8f3a-4688-aba8-ad4a877ab406" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.812585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb5d3e0-8f3a-4688-aba8-ad4a877ab406" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.812834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb5d3e0-8f3a-4688-aba8-ad4a877ab406" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.812910] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb5d3e0-8f3a-4688-aba8-ad4a877ab406',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.142252] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f6159e-f2d3-4311-b402-6763177c104b: rpc.has_security_group_logging(os_id): False [ 604.159717] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.160501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.162193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.162193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.162193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.162193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.162193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.162193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.162621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.162621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.162621] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be created. [ 604.239277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.239600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.239807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.240204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.240405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.255099] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: IN_PROGRESS for 2s [ 604.316724] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbb5d3e0-8f3a-4688-aba8-ad4a877ab406 [ 604.316879] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.317113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.317113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.317306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.317387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.317485] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbb5d3e0-8f3a-4688-aba8-ad4a877ab406 already deleted. [ 604.317561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb5d3e0-8f3a-4688-aba8-ad4a877ab406" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.562587] env[62657]: INFO networking_nsxv3.common.synchronization [req-cc81d2a6-df57-4001-88d7-b5f4f52141eb req-04183924-17d9-4575-bd2e-a16c3d77ab2b tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Enqueued Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 604.562587] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 604.562587] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.562587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.566078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.566078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.566078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.566078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.566078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.566078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.566078] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.801757] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: SUCCESS [ 604.801757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [req-c71826bd-24ac-4d65-8615-4cd2bb869504 req-2a9b8506-8dc0-4839-8db0-d3395741e755 service nova] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_rules [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [req-c71826bd-24ac-4d65-8615-4cd2bb869504 req-2a9b8506-8dc0-4839-8db0-d3395741e755 service nova] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [req-c71826bd-24ac-4d65-8615-4cd2bb869504 req-2a9b8506-8dc0-4839-8db0-d3395741e755 service nova] Enqueued Resource ID: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 with Priority: HIGHEST for action port [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_rules [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 604.985319] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 with Priority: HIGHEST for action port [ 604.987093] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.987577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.988113] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.989372] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.989818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.990133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.991230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.991541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.991974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.992193] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.069280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.069280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.069280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.069813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.069813] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f already deleted. [ 605.069813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.129220] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.129445] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-528" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.129531] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-528" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.129862] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-528" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.130181] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.130379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.130496] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.130720] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.130888] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.132313] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 605.134038] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.134038] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.134038] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.134038] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 605.134038] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.134038] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.157186] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.157377] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 605.157520] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.157708] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-528" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.158035] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.158213] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.158330] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.158650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.158815] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.287813] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 605.287813] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 deletion is rescheduled due to dependency. [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.287813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.287813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.287813] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.407605] env[62657]: INFO networking_nsxv3.common.synchronization [req-8e50411c-aab5-461c-a579-6dcd0c507f45 req-b5af51c6-ea8f-401a-b1ff-f9e97080a8a2 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 605.408060] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 605.409079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.409079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.409529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.409697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.409984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.409984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.410089] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.495522] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.496253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.500827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 with status ACTIVE [ 605.500827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.500827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.500827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.500827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.500827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 is going to be updated. [ 605.520355] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.521500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.521613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.522061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.522298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.662203] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.662793] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.663604] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.663604] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.663920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.666019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f not found, creating... [ 605.666019] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.666019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.666019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.666019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.666019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.670624] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.670624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.670624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.670624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.670624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.670624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f is going to be created. [ 605.689968] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.689968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.689968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.691602] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.691997] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.692388] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.794464] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.826918] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9c59dead-9c53-4005-abae-944b6f431fd1 None None] Enqueued Resource ID: b90cc9f6-2717-4222-9f77-eb240511a00e with Priority: HIGHEST for action port [ 605.827496] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90cc9f6-2717-4222-9f77-eb240511a00e with Priority: HIGHEST for action port [ 605.827802] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-b90cc9f6-2717-4222-9f77-eb240511a00e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.827926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b90cc9f6-2717-4222-9f77-eb240511a00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.828113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b90cc9f6-2717-4222-9f77-eb240511a00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.829345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b90cc9f6-2717-4222-9f77-eb240511a00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.829345] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90cc9f6-2717-4222-9f77-eb240511a00e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.912826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.913014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.913109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.913471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.913471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.913764] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.913764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.913858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.913992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.914162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.914162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 605.945159] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.945159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.945159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.945313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.945610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.954867] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 606.269693] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 606.269946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.300414] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.331344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b90cc9f6-2717-4222-9f77-eb240511a00e [ 606.331344] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.331344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.331344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.331344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.331344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.331344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b90cc9f6-2717-4222-9f77-eb240511a00e already deleted. [ 606.331344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b90cc9f6-2717-4222-9f77-eb240511a00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.803225] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.803225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.803225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.803225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.803559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.803559] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 606.827712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.828126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.828417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.828652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.828804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.837807] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 606.934546] env[62657]: INFO networking_nsxv3.common.synchronization [req-cc81d2a6-df57-4001-88d7-b5f4f52141eb req-d6176703-d704-4b10-b6c1-c869247f9013 service nova] Enqueued Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_rules [ 606.934715] env[62657]: INFO networking_nsxv3.common.synchronization [req-cc81d2a6-df57-4001-88d7-b5f4f52141eb req-d6176703-d704-4b10-b6c1-c869247f9013 service nova] Enqueued Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 606.934849] env[62657]: INFO networking_nsxv3.common.synchronization [req-cc81d2a6-df57-4001-88d7-b5f4f52141eb req-d6176703-d704-4b10-b6c1-c869247f9013 service nova] Enqueued Resource ID: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f with Priority: HIGHEST for action port [ 606.935090] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_rules [ 606.935215] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 606.935310] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f with Priority: HIGHEST for action port [ 606.935864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.936252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.936365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.936661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.936789] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.938082] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.938356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.938783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.939241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.940098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.940098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.940098] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.940551] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.940726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.940849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.943909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.943909] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.444708] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.445825] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.445825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.445825] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f with status ACTIVE [ 607.446210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.446210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.446210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.446567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.446567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.446799] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.446799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.446799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.446982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.446982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.447310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.452590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.452691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.452871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.453100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.453100] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f is going to be updated. [ 607.480883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.482910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.483583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.483838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.483982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.484274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.638574] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b4e0b8d6-dcb7-47b2-ade8-fafe3a385b32 None None] Enqueued Resource ID: 7ac45f3d-2784-4b2e-a003-725aad4f3c0d with Priority: HIGHEST for action port [ 607.639286] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac45f3d-2784-4b2e-a003-725aad4f3c0d with Priority: HIGHEST for action port [ 607.639652] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac45f3d-2784-4b2e-a003-725aad4f3c0d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.639792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac45f3d-2784-4b2e-a003-725aad4f3c0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.639880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac45f3d-2784-4b2e-a003-725aad4f3c0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.640277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac45f3d-2784-4b2e-a003-725aad4f3c0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.640387] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac45f3d-2784-4b2e-a003-725aad4f3c0d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.955082] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.964844] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 607.965087] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 607.965263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.106949] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9a509233-d5e3-4abd-a05f-299e5183fb10 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 608.107529] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 608.107974] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.110734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.110734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.110734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.110734] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.143502] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ac45f3d-2784-4b2e-a003-725aad4f3c0d [ 608.143839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.144042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.144154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.144618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.144618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.144786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ac45f3d-2784-4b2e-a003-725aad4f3c0d already deleted. [ 608.144837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac45f3d-2784-4b2e-a003-725aad4f3c0d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.260126] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0b110a71-9914-4f61-b85e-4a2ee9f50b0a tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 608.265038] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 608.265399] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.265538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.458044] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.458447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.458447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.458539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.458572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.458674] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f is going to be created. [ 608.483973] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.483973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.484277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.484389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.484473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.499319] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: UNINITIALIZED for 2s [ 608.632030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.632314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.632474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.632823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.632994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.635357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6998247-05b3-4960-9a66-d97f600d57df already deleted. [ 608.635357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.635357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.635357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.635357] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.848307] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.851526] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.851526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.851526] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.068209] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b req-9829558a-a0c7-484c-918b-63b8b2e4b5f0 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 609.068209] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 609.068849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.068974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.069075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.069373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.069565] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.069699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.069780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.069992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.070130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.070301] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.161758] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.161924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.162010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.162396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.162522] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6998247-05b3-4960-9a66-d97f600d57df already deleted. [ 609.162614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.354529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.354719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.354849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.355660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.355948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.356131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.356203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.356782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.356995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.357078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.357266] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.357430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.357541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.357776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.357959] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.358208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.358324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.358560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.358671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.358800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.359126] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.573152] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.573510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.577224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.577224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.578559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.578736] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 already deleted. [ 609.578871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.862427] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ef9be0-af1f-4ae4-8328-6368325d05c4: rpc.has_security_group_logging(os_id): False [ 609.886981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.886981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.886981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.888125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.888241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.888447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.888645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.888996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.889187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 609.950990] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.953131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.953809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.972111] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 610.249049] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.249594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.249863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.250267] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.250667] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.250979] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.251247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.251579] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.251825] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.252172] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.252726] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.253083] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.255034] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.255034] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.255034] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.255034] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.275248] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.275248] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.275248] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.275248] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.278494] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-e1536128-07b8-4b12-ae3b-1265b1437724 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.278956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.279249] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.280934] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.281260] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1536128-07b8-4b12-ae3b-1265b1437724',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.512375] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: SUCCESS [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.512375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.512375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.512375] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.787493] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.787493] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port e1536128-07b8-4b12-ae3b-1265b1437724 not found, creating... [ 610.787493] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.787493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.788207] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.788207] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.788207] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.788207] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.789448] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.789629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: e1536128-07b8-4b12-ae3b-1265b1437724 is going to be created. [ 610.810894] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.811238] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.811238] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.811551] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.811837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.812314] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.013923] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.014929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.014929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.014929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.014929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.015333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.015333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.015481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.015525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.016035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.016035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.016148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.016202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.017369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.017369] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.017504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.017556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.018023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.018023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.018023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.018023] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.328400] env[62657]: INFO networking_nsxv3.common.synchronization [req-2ab4e79d-52d5-411f-a54f-ea02157ab370 req-62ae722d-9b8e-4bbd-9f99-92ca2bd9a3ac tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 611.329283] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 611.329609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.329796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.329841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.330161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.330412] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.330499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.330540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.330708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.330807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.330918] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.521187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a1cb011-c492-4db0-ad14-7dc14498268f: rpc.has_security_group_logging(os_id): False [ 611.540952] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.540952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.541266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.541369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.542528] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.542687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.542981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.543273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.543401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.543650] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.543975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.543975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.544112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.544175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.545140] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.545140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.545140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.545140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.545140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.545140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f is going to be created. [ 611.601795] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.602041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.602311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.602507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.618239] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: IN_PROGRESS for 2s [ 611.813321] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.813672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-329" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.813672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-329" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.813956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-329" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.814222] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.814835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.814835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.814835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.817329] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.817852] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.817852] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.817852] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.818143] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.818382] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.819073] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.837480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.837680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.837770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.838035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.838110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.839410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.839410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.839410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.839410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.839410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.839410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 357f0841-490a-43e6-878d-45e890e26887 already deleted. [ 611.839410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.844712] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.844906] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.845135] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.845262] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-329" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.845798] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7da59fcd-bcac-4e15-80b6-715d6a3ea050 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.846230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.846230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.846484] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.846639] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da59fcd-bcac-4e15-80b6-715d6a3ea050',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.988848] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 611.988848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.067811] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b req-893e4a38-7b64-4c3b-ba0a-098b62397fd1 service nova] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_rules [ 612.068014] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b req-893e4a38-7b64-4c3b-ba0a-098b62397fd1 service nova] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 612.068128] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b req-893e4a38-7b64-4c3b-ba0a-098b62397fd1 service nova] Enqueued Resource ID: e1536128-07b8-4b12-ae3b-1265b1437724 with Priority: HIGHEST for action port [ 612.068372] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_rules [ 612.068594] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 612.068594] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1536128-07b8-4b12-ae3b-1265b1437724 with Priority: HIGHEST for action port [ 612.070898] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.070898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.070898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.071141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.071349] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.072548] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.072720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.072776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.075141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.075141] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.075141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.075141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.075141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.075141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.075141] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.075685] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1536128-07b8-4b12-ae3b-1265b1437724 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.075751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.076527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.076527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.076527] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1536128-07b8-4b12-ae3b-1265b1437724',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.350506] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.350738] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.351212] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.351212] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.353413] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7da59fcd-bcac-4e15-80b6-715d6a3ea050 not found, creating... [ 612.353413] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.353413] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.353413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.353849] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.353849] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.353849] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 is going to be created. [ 612.374751] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.374975] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.375105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.375370] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.375664] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.375900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.578455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.578627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.582025] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.583030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1536128-07b8-4b12-ae3b-1265b1437724 with status ACTIVE [ 612.583301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.583418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.583506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.583710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.583799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.583975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.588244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.588244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.588244] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1536128-07b8-4b12-ae3b-1265b1437724 is going to be updated. [ 612.609519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.609785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.609785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.610059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.610160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.610330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1536128-07b8-4b12-ae3b-1265b1437724" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.090391] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.386167] env[62657]: INFO networking_nsxv3.common.synchronization [req-2ab4e79d-52d5-411f-a54f-ea02157ab370 req-b1a8d5d5-8576-46d6-8a6f-9f2b8047d967 service nova] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 613.386385] env[62657]: INFO networking_nsxv3.common.synchronization [req-2ab4e79d-52d5-411f-a54f-ea02157ab370 req-b1a8d5d5-8576-46d6-8a6f-9f2b8047d967 service nova] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 613.386385] env[62657]: INFO networking_nsxv3.common.synchronization [req-2ab4e79d-52d5-411f-a54f-ea02157ab370 req-b1a8d5d5-8576-46d6-8a6f-9f2b8047d967 service nova] Enqueued Resource ID: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 with Priority: HIGHEST for action port [ 613.387147] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_rules [ 613.387244] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 613.387485] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 with Priority: HIGHEST for action port [ 613.389532] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.389532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.389532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.389532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.389532] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.389532] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.390087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.390087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.390087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.390087] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.390245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.390245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.390329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.390412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.394191] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.395112] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da59fcd-bcac-4e15-80b6-715d6a3ea050 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.395247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.395304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.395520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.395599] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da59fcd-bcac-4e15-80b6-715d6a3ea050',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.592638] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.592799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.592869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.593168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.593312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.593401] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be created. [ 613.616121] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.616454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.616454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.616658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.616777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.627389] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: UNINITIALIZED for 2s [ 613.629497] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: SUCCESS [ 613.629707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.890944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.892229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.899686] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7da59fcd-bcac-4e15-80b6-715d6a3ea050 with status ACTIVE [ 613.900245] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.900245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.900245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.900526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.900599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.902439] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.902439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.902533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.902660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.902744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.902945] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.903062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.903152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.903309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.903387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.903474] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 is going to be updated. [ 613.904648] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.927139] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.927286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.928009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.928009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.928009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.928009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da59fcd-bcac-4e15-80b6-715d6a3ea050" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.406482] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.913626] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.913626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.913626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.913626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.913626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.913626] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 357f0841-490a-43e6-878d-45e890e26887 is going to be created. [ 614.960800] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.960990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.961096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.961320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.961538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.971765] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: UNINITIALIZED for 2s [ 615.637902] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 615.638303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.638514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.638735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.638932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.639062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.639132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.639296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.639378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.639466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.639559] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.145150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.145150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.145150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.145150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.145668] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.145668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.145668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.145826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.145826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.145884] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.328965] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb req-7743b6ed-26e5-4e88-a90e-a3e687ca5a03 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 616.330267] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 616.330267] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.330547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.330547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.330613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.330844] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.330844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.330998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.331646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.331646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.331646] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.382019] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ff60aa20-f7dd-4058-a0d8-9d5c9e2cc49f None None] Enqueued Resource ID: 47bbdb52-54ff-4d31-9e17-f625e6332c1d with Priority: HIGHEST for action port [ 616.382019] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47bbdb52-54ff-4d31-9e17-f625e6332c1d with Priority: HIGHEST for action port [ 616.382019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-47bbdb52-54ff-4d31-9e17-f625e6332c1d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47bbdb52-54ff-4d31-9e17-f625e6332c1d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.382502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47bbdb52-54ff-4d31-9e17-f625e6332c1d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47bbdb52-54ff-4d31-9e17-f625e6332c1d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.383048] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47bbdb52-54ff-4d31-9e17-f625e6332c1d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.466629] env[62657]: INFO networking_nsxv3.common.synchronization [req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 req-86378561-cdce-4cbf-9e26-48f740d9614c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 616.467443] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 616.467916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.468066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.468151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.468366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.468568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.468706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.468767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.468922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.469011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.469104] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.545995] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0061746a-869c-408c-98ba-3338b7adbe1a None None] Enqueued Resource ID: 8a5a3d98-713e-4738-af7a-ebc2c3c19435 with Priority: HIGHEST for action port [ 616.549452] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5a3d98-713e-4738-af7a-ebc2c3c19435 with Priority: HIGHEST for action port [ 616.550788] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a5a3d98-713e-4738-af7a-ebc2c3c19435 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.551208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a5a3d98-713e-4738-af7a-ebc2c3c19435" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.551286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a5a3d98-713e-4738-af7a-ebc2c3c19435" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.551718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a5a3d98-713e-4738-af7a-ebc2c3c19435" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.551849] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5a3d98-713e-4738-af7a-ebc2c3c19435',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.647567] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a17a1c7a-be9b-4b4f-820c-9460a1f36472: rpc.has_security_group_logging(os_id): False [ 616.666368] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.666517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.666580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.666798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.666891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.667085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.667263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.667337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.667500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.667560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.667750] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.667845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.667907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.668328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.668328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.668328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.668490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.668490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.668971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.668971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.668971] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be created. [ 616.721793] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.721945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.722018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.722850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.722850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.733470] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 616.836977] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.837164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.837230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.837447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.837538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.837730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.837829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.837893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.838644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.838843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.838843] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 616.890895] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47bbdb52-54ff-4d31-9e17-f625e6332c1d [ 616.890895] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.890895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.890895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.890895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.890895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.890895] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47bbdb52-54ff-4d31-9e17-f625e6332c1d already deleted. [ 616.890895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47bbdb52-54ff-4d31-9e17-f625e6332c1d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.891715] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.891837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.891901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.892405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.895831] env[62657]: INFO networking_nsxv3.common.synchronization [req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 req-b46c30dd-e569-4094-bffb-6ebcc586d434 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 616.896357] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGHEST for action security_group_members [ 616.896507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.896620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.896682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.896841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.897046] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.897193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.897378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.897440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.897505] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.902106] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 616.973112] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.983984] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: SUCCESS [ 616.984172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.984369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.984745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.984813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.984904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.984966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.985157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.985239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.985324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.985413] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.055035] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a5a3d98-713e-4738-af7a-ebc2c3c19435 [ 617.055035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.055220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.055220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.055390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.055502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.055607] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a5a3d98-713e-4738-af7a-ebc2c3c19435 already deleted. [ 617.055693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a5a3d98-713e-4738-af7a-ebc2c3c19435" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.384734] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.384734] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.384896] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.385294] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.385533] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.385696] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.385815] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.387282] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.387282] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.387282] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.387282] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.387650] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.387684] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.387789] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.387897] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.388046] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.399428] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.399592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.399630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.399842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.399927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.400142] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.400208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.400267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.400410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.400479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.400559] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be updated. [ 617.406958] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.409606] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.409606] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.409606] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.409606] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-76dafb26-199e-466c-8d74-7e593c2c039d taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.409606] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.409606] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.409606] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.409606] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dafb26-199e-466c-8d74-7e593c2c039d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.430076] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.430076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.430076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.430076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.430076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.436800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: IN_PROGRESS for 2s [ 617.475561] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.487598] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.916937] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.917251] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.917332] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917776] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.917776] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.920060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 76dafb26-199e-466c-8d74-7e593c2c039d not found, creating... [ 617.920060] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.920060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.920060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.920060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.920060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.920343] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.920494] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.920605] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.920809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.920934] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.921206] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 76dafb26-199e-466c-8d74-7e593c2c039d is going to be created. [ 617.942594] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.943652] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.943652] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.943652] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.943652] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.944087] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.980164] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.980164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.980164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.980164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.980164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.980164] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be updated. [ 617.990780] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 357f0841-490a-43e6-878d-45e890e26887: rpc.has_security_group_logging(os_id): False [ 618.022380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.022524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.022589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.022800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.022889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.023191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.023334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.023378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.023543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.023649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.023693] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 357f0841-490a-43e6-878d-45e890e26887 is going to be created. [ 618.053455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.053676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.053676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.053912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.054093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.069618] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 618.111491] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.111491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.111491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.111491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.111491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.147292] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: IN_PROGRESS for 2s [ 618.741992] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8692114f-1ff8-4518-b1b6-6e9d4d94a291 None None] Enqueued Resource ID: 55c6b012-fa00-4bf4-a231-3ea419d3faa7 with Priority: HIGHEST for action port [ 618.741992] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c6b012-fa00-4bf4-a231-3ea419d3faa7 with Priority: HIGHEST for action port [ 618.743350] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c6b012-fa00-4bf4-a231-3ea419d3faa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.743350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c6b012-fa00-4bf4-a231-3ea419d3faa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.743350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c6b012-fa00-4bf4-a231-3ea419d3faa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.743350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c6b012-fa00-4bf4-a231-3ea419d3faa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.743350] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c6b012-fa00-4bf4-a231-3ea419d3faa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.748977] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 618.748977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.840314] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d8773419-8f78-4996-a3c0-0fed3b0f4f87 None None] Enqueued Resource ID: 89a8fd94-0305-4e63-99ff-67652a259479 with Priority: HIGHEST for action port [ 618.840994] env[62657]: INFO networking_nsxv3.common.synchronization [req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 req-4c4b4750-0030-4430-8a5e-8a7f2a018679 service nova] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_rules [ 618.841879] env[62657]: INFO networking_nsxv3.common.synchronization [req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 req-4c4b4750-0030-4430-8a5e-8a7f2a018679 service nova] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 618.842176] env[62657]: INFO networking_nsxv3.common.synchronization [req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 req-4c4b4750-0030-4430-8a5e-8a7f2a018679 service nova] Enqueued Resource ID: 76dafb26-199e-466c-8d74-7e593c2c039d with Priority: HIGHEST for action port [ 618.842413] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a8fd94-0305-4e63-99ff-67652a259479 with Priority: HIGHEST for action port [ 618.842539] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 618.842640] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_rules [ 618.842714] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dafb26-199e-466c-8d74-7e593c2c039d with Priority: HIGHEST for action port [ 618.843615] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a8fd94-0305-4e63-99ff-67652a259479 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.843737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a8fd94-0305-4e63-99ff-67652a259479" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.843831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a8fd94-0305-4e63-99ff-67652a259479" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.844514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a8fd94-0305-4e63-99ff-67652a259479" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.844514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a8fd94-0305-4e63-99ff-67652a259479',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.846026] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.846470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.846690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.846955] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.850335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-76dafb26-199e-466c-8d74-7e593c2c039d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.850335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.850335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.850335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.850335] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dafb26-199e-466c-8d74-7e593c2c039d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.914025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 618.914205] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa deletion is rescheduled due to dependency. [ 618.914317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.246625] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c6b012-fa00-4bf4-a231-3ea419d3faa7 [ 619.246625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.246625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.246625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.246625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.246625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.246625] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c6b012-fa00-4bf4-a231-3ea419d3faa7 already deleted. [ 619.246625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c6b012-fa00-4bf4-a231-3ea419d3faa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.347570] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a8fd94-0305-4e63-99ff-67652a259479 [ 619.347570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.347570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.347570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.347570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.347570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.347570] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a8fd94-0305-4e63-99ff-67652a259479 already deleted. [ 619.347570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a8fd94-0305-4e63-99ff-67652a259479" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.349664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.350119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.354307] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76dafb26-199e-466c-8d74-7e593c2c039d with status ACTIVE [ 619.354837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.354837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.354837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.355042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.355042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.355230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.355331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.355395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.359020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.359020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.359020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76dafb26-199e-466c-8d74-7e593c2c039d is going to be updated. [ 619.377342] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.377495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.377560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.377764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.377900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.378492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76dafb26-199e-466c-8d74-7e593c2c039d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.463339] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 in Status: SUCCESS [ 619.465745] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 deletion is rescheduled due to dependency. [ 619.465745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.769020] env[62657]: INFO networking_nsxv3.common.synchronization [req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 req-650c38d1-c7f4-433e-a71d-648d5dea5109 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Enqueued Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 619.769020] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGHEST for action security_group_members [ 619.769020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.772018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.772018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.772018] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.938388] env[62657]: INFO networking_nsxv3.common.synchronization [req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 req-23408aae-9a28-4831-bf98-429eae7c4aa3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 619.938388] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 619.938388] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.938388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.938388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.938388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.938388] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.939512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.940775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.941107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.941230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.941531] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.081685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 620.081901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.082096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.082302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.082485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.082602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.082681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.082811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.082885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.082977] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.160906] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: SUCCESS [ 620.160906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.272689] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.272914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.272914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.273176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.273265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.273469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.273573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.273635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.273798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.273866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.273956] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f is going to be updated. [ 620.300619] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.300778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.300838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.301073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.301237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.309031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: IN_PROGRESS for 2s [ 620.447889] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.588989] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.950019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.090854] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.454213] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.454213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.454213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.454604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.454604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.454604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 621.486243] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.486454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.486454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.486693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.486836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.495047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 621.593773] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.593907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.593973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.594209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.594315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.594815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be updated. [ 621.621709] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.621888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.622050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.622274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.622488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.632858] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 622.014526] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5a16834c-37e0-47db-b44f-b0930533be56 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae with Priority: HIGHEST for action security_group_rules [ 622.015094] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae with Priority: HIGHEST for action security_group_rules [ 622.015405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486e641c-f303-4c47-8174-70e6d9a2d2ae taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.015581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.015645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.015905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.015987] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486e641c-f303-4c47-8174-70e6d9a2d2ae',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.202813] env[62657]: INFO networking_nsxv3.common.synchronization [None req-7e3ca6c3-6a25-45af-8c75-02ef3da347c8 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae with Priority: HIGHEST for action security_group_rules [ 622.203402] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae with Priority: HIGHEST for action security_group_rules [ 622.203689] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486e641c-f303-4c47-8174-70e6d9a2d2ae taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.203889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.320132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1cb011-c492-4db0-ad14-7dc14498268f in Status: SUCCESS [ 622.320310] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f deletion is rescheduled due to dependency. [ 622.320428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.383248] env[62657]: INFO networking_nsxv3.common.synchronization [None req-85372144-659c-4a49-8f14-024b885414af None None] Enqueued Resource ID: a114548a-2b67-4315-a97e-62d826739f2d with Priority: HIGHEST for action port [ 622.383519] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a114548a-2b67-4315-a97e-62d826739f2d with Priority: HIGHEST for action port [ 622.386977] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a114548a-2b67-4315-a97e-62d826739f2d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.386977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a114548a-2b67-4315-a97e-62d826739f2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.386977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a114548a-2b67-4315-a97e-62d826739f2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.386977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a114548a-2b67-4315-a97e-62d826739f2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.386977] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a114548a-2b67-4315-a97e-62d826739f2d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.546151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.546428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.546428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.546573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.546609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.546811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae already deleted. [ 622.546811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.546926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.547080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.547559] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486e641c-f303-4c47-8174-70e6d9a2d2ae',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.886553] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a114548a-2b67-4315-a97e-62d826739f2d [ 622.886780] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.886914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.886981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.887265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.887400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.887479] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a114548a-2b67-4315-a97e-62d826739f2d already deleted. [ 622.887554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a114548a-2b67-4315-a97e-62d826739f2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.941611] env[62657]: INFO networking_nsxv3.common.synchronization [None req-af679fa0-9ae0-4d00-b373-2f8a81fa0df9 None None] Enqueued Resource ID: 04169f16-77bc-456a-b62a-6fd862e1216b with Priority: HIGHEST for action port [ 622.941611] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04169f16-77bc-456a-b62a-6fd862e1216b with Priority: HIGHEST for action port [ 622.941611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-04169f16-77bc-456a-b62a-6fd862e1216b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.941611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04169f16-77bc-456a-b62a-6fd862e1216b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.941611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04169f16-77bc-456a-b62a-6fd862e1216b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.941611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04169f16-77bc-456a-b62a-6fd862e1216b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.941611] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04169f16-77bc-456a-b62a-6fd862e1216b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.068894] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.068894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.068894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.068894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.068894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.068894] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486e641c-f303-4c47-8174-70e6d9a2d2ae already deleted. [ 623.068894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486e641c-f303-4c47-8174-70e6d9a2d2ae" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.443627] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04169f16-77bc-456a-b62a-6fd862e1216b [ 623.443902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.444480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.444480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.444480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.444480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.444587] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04169f16-77bc-456a-b62a-6fd862e1216b already deleted. [ 623.444587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04169f16-77bc-456a-b62a-6fd862e1216b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.506121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 623.508113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.644607] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 623.644836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.648016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.648016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.648016] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.981196] env[62657]: INFO networking_nsxv3.common.synchronization [req-dcc9524f-560d-4381-ab8c-757681d03094 req-c555382c-ebbc-49e4-8ca3-4c795f921a9d tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Enqueued Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 623.981655] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 623.982090] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.982218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.982998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.982998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.982998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.982998] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.152018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.155022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.155022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.155022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.155022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.156712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.156712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.156712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.156712] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.466267] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466267] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-375" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.466267] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-375" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466267] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-375" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.466492] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466553] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.466699] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.466990] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.467239] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.467359] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.467471] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.467576] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.467689] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.467793] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.467947] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.486203] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.486403] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.486725] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.486725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-375" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.487425] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.487425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.487860] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f8de60-1790-4fa5-ba1a-24c5b75da0c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.489186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.490456] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.490671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.490671] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 already deleted. [ 624.490721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.659123] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a17a1c7a-be9b-4b4f-820c-9460a1f36472: rpc.has_security_group_logging(os_id): False [ 624.678681] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.678681] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.678681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.678960] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.678960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.678960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.679065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.679065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.680350] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.680350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.680350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.680350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.680350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.680350] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be updated. [ 624.745400] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.745573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.745649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.745902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.746105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.757863] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6927f1e2-5c2e-4cdf-8932-241ada75cd5c None None] Enqueued Resource ID: ca0b1a4b-7738-441a-bd09-b2abfffc6184 with Priority: HIGHEST for action port [ 624.758050] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0b1a4b-7738-441a-bd09-b2abfffc6184 with Priority: HIGHEST for action port [ 624.758615] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0b1a4b-7738-441a-bd09-b2abfffc6184 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.758734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0b1a4b-7738-441a-bd09-b2abfffc6184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.758804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0b1a4b-7738-441a-bd09-b2abfffc6184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.759866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0b1a4b-7738-441a-bd09-b2abfffc6184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.759866] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0b1a4b-7738-441a-bd09-b2abfffc6184',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.768121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 624.992773] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.992948] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.993328] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.993567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.993915] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.994019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 not found, creating... [ 624.994358] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.994774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.999916] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.999916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.999916] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 is going to be created. [ 625.029567] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.029567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.029567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.029567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.029567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.029567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.264147] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca0b1a4b-7738-441a-bd09-b2abfffc6184 [ 625.264147] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.264147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.264147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.264147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.264147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.264147] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca0b1a4b-7738-441a-bd09-b2abfffc6184 already deleted. [ 625.264147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0b1a4b-7738-441a-bd09-b2abfffc6184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.438022] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5c23f0e2-7070-4f1a-a746-34ecc91f4593 None None] Enqueued Resource ID: a70cb580-e610-499f-af66-827bc8dce197 with Priority: HIGHEST for action port [ 625.438691] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70cb580-e610-499f-af66-827bc8dce197 with Priority: HIGHEST for action port [ 625.439736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70cb580-e610-499f-af66-827bc8dce197 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.439736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70cb580-e610-499f-af66-827bc8dce197" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.439894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70cb580-e610-499f-af66-827bc8dce197" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.440179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70cb580-e610-499f-af66-827bc8dce197" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.440280] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70cb580-e610-499f-af66-827bc8dce197',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.943432] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70cb580-e610-499f-af66-827bc8dce197 [ 625.943717] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.944756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.945641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.949723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.949723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.949723] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70cb580-e610-499f-af66-827bc8dce197 already deleted. [ 625.949723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70cb580-e610-499f-af66-827bc8dce197" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.977925] env[62657]: INFO networking_nsxv3.common.synchronization [req-dcc9524f-560d-4381-ab8c-757681d03094 req-49af396d-e806-4d92-9802-b8e2575365d6 service nova] Enqueued Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_rules [ 625.980348] env[62657]: INFO networking_nsxv3.common.synchronization [req-dcc9524f-560d-4381-ab8c-757681d03094 req-49af396d-e806-4d92-9802-b8e2575365d6 service nova] Enqueued Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 625.980348] env[62657]: INFO networking_nsxv3.common.synchronization [req-dcc9524f-560d-4381-ab8c-757681d03094 req-49af396d-e806-4d92-9802-b8e2575365d6 service nova] Enqueued Resource ID: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 with Priority: HIGHEST for action port [ 625.980348] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_rules [ 625.980348] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 625.980348] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 with Priority: HIGHEST for action port [ 625.980348] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.980348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.980348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.980590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.980676] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.981931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.982097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.982195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.982763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.982763] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.982763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.982763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.982908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.982990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.983116] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.984464] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.984464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.984464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.984464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.984464] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f8de60-1790-4fa5-ba1a-24c5b75da0c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.485820] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.486842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.486943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.489725] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 with status ACTIVE [ 626.489902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.490099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.490390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.490549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.490699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.491042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.491274] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.491382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.491441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.491564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.491634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.491718] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 is going to be updated. [ 626.511052] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.511211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.511282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.511487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.511614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.511770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f8de60-1790-4fa5-ba1a-24c5b75da0c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.782699] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 626.783709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.988348] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.490809] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.490992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.491154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.491408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.491505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.491612] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 is going to be created. [ 627.514334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.514742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.514858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.515043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.515236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.524241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: UNINITIALIZED for 2s [ 628.937275] env[62657]: INFO networking_nsxv3.common.synchronization [None req-37d9808c-3366-4cae-a856-a940c28bab22 None None] Enqueued Resource ID: 6e4704ab-d47d-46c8-b7e2-101f772fa059 with Priority: HIGHEST for action port [ 628.937275] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4704ab-d47d-46c8-b7e2-101f772fa059 with Priority: HIGHEST for action port [ 628.937275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4704ab-d47d-46c8-b7e2-101f772fa059 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.937275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4704ab-d47d-46c8-b7e2-101f772fa059" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.937275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4704ab-d47d-46c8-b7e2-101f772fa059" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.938286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4704ab-d47d-46c8-b7e2-101f772fa059" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.938470] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4704ab-d47d-46c8-b7e2-101f772fa059',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.442390] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4704ab-d47d-46c8-b7e2-101f772fa059 [ 629.442617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.442969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.442969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.444344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.444672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.444826] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4704ab-d47d-46c8-b7e2-101f772fa059 already deleted. [ 629.444924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4704ab-d47d-46c8-b7e2-101f772fa059" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.534649] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: SUCCESS [ 629.534904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.535419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.535419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.535516] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.535750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.535844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.536063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.536171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.536291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.536408] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.042277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.042277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.042277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.042277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.042968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.042968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.042968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.042968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.042968] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.545225] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdbbb84b-807f-4a6f-b332-01830fc1dd38: rpc.has_security_group_logging(os_id): False [ 630.563192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.563574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.563574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.563670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.563778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.563936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.564046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.564112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.564264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.564343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.564543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.564641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.564703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.564843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.564916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.565116] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.565211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.567339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.567434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.567565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.567689] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 is going to be created. [ 630.613741] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-4a12ae5a-e320-4325-b66c-5689262e1ed8 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 630.614270] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 630.614591] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.614724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.614798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.615020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.615182] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.615284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.615346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.615505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.615588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.616105] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.624453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.624571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.624652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.624819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.624988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.636230] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: IN_PROGRESS for 2s [ 631.093443] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.093751] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.093824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094197] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.094490] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094667] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.094757] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.095176] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.095176] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.095386] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.095497] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.095629] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.095749] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.095859] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.095963] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.096106] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.115447] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.115447] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.115447] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.115447] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.115447] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-48deb1ab-d888-4915-be7b-18715957342a taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.115447] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.115447] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115447] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.115447] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48deb1ab-d888-4915-be7b-18715957342a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.118262] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.118262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.118477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.118528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.118644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.118886] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.119601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.119601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.119601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.119601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.119601] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e already deleted. [ 631.119601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.324319] env[62657]: INFO networking_nsxv3.common.synchronization [None req-7636dde9-2d50-438c-b20e-780164ad8a18 None None] Enqueued Resource ID: dcccadef-6565-469f-bc36-cfe40a916a10 with Priority: HIGHEST for action port [ 631.324319] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcccadef-6565-469f-bc36-cfe40a916a10 with Priority: HIGHEST for action port [ 631.324656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcccadef-6565-469f-bc36-cfe40a916a10 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.324798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcccadef-6565-469f-bc36-cfe40a916a10" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.324869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcccadef-6565-469f-bc36-cfe40a916a10" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.325125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcccadef-6565-469f-bc36-cfe40a916a10" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.325200] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcccadef-6565-469f-bc36-cfe40a916a10',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.618113] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.618401] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.618698] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.619072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.619266] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.619452] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 48deb1ab-d888-4915-be7b-18715957342a not found, creating... [ 631.619754] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.619916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.620044] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.620284] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.620421] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.620787] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.620864] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.620979] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.621205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.621348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.621486] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 48deb1ab-d888-4915-be7b-18715957342a is going to be created. [ 631.642028] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.642028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.642028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.642028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.642028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.642028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.827598] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcccadef-6565-469f-bc36-cfe40a916a10 [ 631.828120] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.828687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.829124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.830616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.830616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.830616] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcccadef-6565-469f-bc36-cfe40a916a10 already deleted. [ 631.830616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcccadef-6565-469f-bc36-cfe40a916a10" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.390852] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-c0750798-316e-4f54-86b2-38f6cd85dc8a service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 632.391117] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-c0750798-316e-4f54-86b2-38f6cd85dc8a service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 632.391213] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-c0750798-316e-4f54-86b2-38f6cd85dc8a service nova] Enqueued Resource ID: 48deb1ab-d888-4915-be7b-18715957342a with Priority: HIGHEST for action port [ 632.391432] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 632.391558] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 632.391651] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48deb1ab-d888-4915-be7b-18715957342a with Priority: HIGHEST for action port [ 632.392200] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.392324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.393838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.393838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.393838] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.395101] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.396031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.396031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.396294] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.396941] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-48deb1ab-d888-4915-be7b-18715957342a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.396994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.397548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.397548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.397548] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48deb1ab-d888-4915-be7b-18715957342a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.657467] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: SUCCESS [ 632.657813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.900225] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.900362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.900558] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48deb1ab-d888-4915-be7b-18715957342a with status ACTIVE [ 632.900731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.900839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.900906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.901231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.901462] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.901574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.901631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.901868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.902056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.902149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.902201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.902340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.902413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.902493] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48deb1ab-d888-4915-be7b-18715957342a is going to be updated. [ 632.903616] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.922223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.922223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.922223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.922389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.922419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.922961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48deb1ab-d888-4915-be7b-18715957342a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.405971] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.910022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.910022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.910022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.910022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.910022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.910022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be created. [ 633.931200] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.931200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.931200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.931480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.940500] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: UNINITIALIZED for 2s [ 635.069065] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-f24511c2-6821-4a0d-87e3-ce7c74dd1fad tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 635.069574] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 635.069866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.069969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.432717] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.432919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.433059] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.433362] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.433631] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.433790] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.433918] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.437187] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.437352] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.437581] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.438159] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.438319] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.438440] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.438563] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.438676] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.438817] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.455996] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.456181] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.456318] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.456499] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.456803] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.456972] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.457103] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.457430] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.457572] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830dc489-61c5-4df0-8f5d-75d07b3c5a5c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.950151] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 635.950423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.950623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.950860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.951118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.951330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.951433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.951618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.951703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.951795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.951897] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.952763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.952938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.953122] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.954044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.954044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.954044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.954044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.954044] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.959403] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.959609] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.959964] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.960080] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.960138] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.960318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 830dc489-61c5-4df0-8f5d-75d07b3c5a5c not found, creating... [ 635.960654] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.960818] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.960935] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.961294] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.961415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.961799] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.961906] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.962038] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.962278] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.962413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.962562] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c is going to be created. [ 635.980643] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.980861] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.980987] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.981368] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.981609] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.981837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.456378] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.457299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.457526] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-1bde9a40-755f-4d65-85d9-e972d3424e18 service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-1bde9a40-755f-4d65-85d9-e972d3424e18 service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-1bde9a40-755f-4d65-85d9-e972d3424e18 service nova] Enqueued Resource ID: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c with Priority: HIGHEST for action port [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 636.787021] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c with Priority: HIGHEST for action port [ 636.787824] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.788359] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.790156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.790156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.790294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.790294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.790554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.791332] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830dc489-61c5-4df0-8f5d-75d07b3c5a5c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.963527] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.290359] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-a065d04e-d40a-4072-95e7-919a6cd1c097 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 637.290919] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 637.291269] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.291396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.296176] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 830dc489-61c5-4df0-8f5d-75d07b3c5a5c with status ACTIVE [ 637.296375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.296756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.296756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.296915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.296944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.297226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.297350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.297415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.297570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.297890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.298102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.298200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.298262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.298532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.298532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.298609] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c is going to be updated. [ 637.321606] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.321775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.321848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.322132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.322276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.322442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-830dc489-61c5-4df0-8f5d-75d07b3c5a5c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.466151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.466492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.466492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.466775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.466917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.467060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 637.495172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.495320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.495399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.495681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.495853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.504443] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 637.583583] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.583763] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.583886] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.584164] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.584467] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.584664] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.584783] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.585014] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.585160] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.585358] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.585467] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.585573] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.585674] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.585779] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.585889] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.586426] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.740937] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.741148] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.155 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.741322] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.741504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-713" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.741901] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-f21785fc-2762-41d7-8dc2-30c79b779da8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.742089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.742235] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.742513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.742651] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21785fc-2762-41d7-8dc2-30c79b779da8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.245134] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.245480] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.245982] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.245982] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.246112] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.246200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port f21785fc-2762-41d7-8dc2-30c79b779da8 not found, creating... [ 638.246508] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.246712] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.246809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.247122] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.247287] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.247754] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.247965] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.248161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.248451] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.248619] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.248754] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: f21785fc-2762-41d7-8dc2-30c79b779da8 is going to be created. [ 638.272636] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.272924] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.273024] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.273337] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.273723] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.273971] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-d3b6e7b0-22db-4b64-82e6-9a3b635be31a service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-d3b6e7b0-22db-4b64-82e6-9a3b635be31a service nova] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [req-3e2797b1-3735-4f56-8c55-210c50eec3ed req-d3b6e7b0-22db-4b64-82e6-9a3b635be31a service nova] Enqueued Resource ID: f21785fc-2762-41d7-8dc2-30c79b779da8 with Priority: HIGHEST for action port [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_rules [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 638.900115] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21785fc-2762-41d7-8dc2-30c79b779da8 with Priority: HIGHEST for action port [ 638.903098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.903231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.903519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.903601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.903783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f21785fc-2762-41d7-8dc2-30c79b779da8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.903878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.903939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.904154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.904231] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21785fc-2762-41d7-8dc2-30c79b779da8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.407497] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f21785fc-2762-41d7-8dc2-30c79b779da8 with status ACTIVE [ 639.407766] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.407940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.408085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.408343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.408437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.408701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.408812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.408922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.409118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.409118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.409291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.410157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.410157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.410157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.410157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.410157] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f21785fc-2762-41d7-8dc2-30c79b779da8 is going to be updated. [ 639.430362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.430507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.430578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.430920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.431086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f21785fc-2762-41d7-8dc2-30c79b779da8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.514309] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 639.514616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.514795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.515043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.515236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.515345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.515424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.515606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.516138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.516138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.516275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.516352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.516419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.516588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.517020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.517020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.517020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.517020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.517193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.517193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.517251] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.518111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.518209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.518826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.518826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.518826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.518826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.518826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.518826] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.962598] env[62657]: INFO networking_nsxv3.common.synchronization [req-be86af05-19dd-42ad-b915-29e53672f98d req-dacd16d4-712b-4e41-9f55-f70adcfb6ce4 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Enqueued Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 639.963121] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 639.963452] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.963566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.963629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.963877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.964134] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.964248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.964312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.964486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.964573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.964665] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.020977] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c94bf8-daee-4690-9442-34c0c2769c9e: rpc.has_security_group_logging(os_id): False [ 640.022515] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.039256] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.039458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.039576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.039906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.039906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.040476] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.040476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.040476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.040721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.040721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.044027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.044027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.044027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.044027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.044337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.044337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.044422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.046472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.046472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.046472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.046472] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be created. [ 640.102061] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.102294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.102381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.102597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.102830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.120683] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 640.383991] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.384232] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-164" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.384949] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-164" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.384949] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-164" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.385092] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.385152] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.385272] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.385472] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.385615] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.385832] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.385939] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.386062] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.386168] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.386274] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.386378] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.386525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.403105] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.403283] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.403611] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.403875] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-164" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.404261] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4adbd194-bdd4-4a63-a036-9302eb327959 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.404505] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.404559] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.404917] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.405115] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4adbd194-bdd4-4a63-a036-9302eb327959',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.467889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.467889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.467889] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 already deleted. [ 640.467889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.524862] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.909473] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.909671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.909833] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.910230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.910410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.910587] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4adbd194-bdd4-4a63-a036-9302eb327959 not found, creating... [ 640.910986] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.911180] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.911440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.911763] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.911858] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.912299] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.912441] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.912581] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.912843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.913034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.913558] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4adbd194-bdd4-4a63-a036-9302eb327959 is going to be created. [ 640.934670] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.934834] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.934992] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935296] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.935539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.935771] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.028471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.028857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.028857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.029063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.029183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.029304] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 641.059822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.060205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.060288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.060855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.060855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.069742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 641.755687] env[62657]: INFO networking_nsxv3.common.synchronization [req-be86af05-19dd-42ad-b915-29e53672f98d req-a5e73566-3dc4-449f-a156-e0e4e6a700ac service nova] Enqueued Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_rules [ 641.755908] env[62657]: INFO networking_nsxv3.common.synchronization [req-be86af05-19dd-42ad-b915-29e53672f98d req-a5e73566-3dc4-449f-a156-e0e4e6a700ac service nova] Enqueued Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 641.756089] env[62657]: INFO networking_nsxv3.common.synchronization [req-be86af05-19dd-42ad-b915-29e53672f98d req-a5e73566-3dc4-449f-a156-e0e4e6a700ac service nova] Enqueued Resource ID: 4adbd194-bdd4-4a63-a036-9302eb327959 with Priority: HIGHEST for action port [ 641.756304] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_rules [ 641.756427] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 641.756520] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adbd194-bdd4-4a63-a036-9302eb327959 with Priority: HIGHEST for action port [ 641.757237] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.757383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.757477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.757772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.757903] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.758849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.759009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.759101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.759304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.759518] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.759646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.759733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.759919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.760065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.760188] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.764794] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4adbd194-bdd4-4a63-a036-9302eb327959 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.764794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.764794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.764794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.764794] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4adbd194-bdd4-4a63-a036-9302eb327959',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.134546] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 642.134842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.135035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.135281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.135373] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.263122] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.264401] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.265035] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4adbd194-bdd4-4a63-a036-9302eb327959 with status ACTIVE [ 642.265256] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.265409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.265498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.265875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.266085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.266176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.266251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.266415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.266500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.266746] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.266879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.266996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.267183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.267300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.267414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4adbd194-bdd4-4a63-a036-9302eb327959 is going to be updated. [ 642.287856] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.288045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.288045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.288319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.288477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.288636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4adbd194-bdd4-4a63-a036-9302eb327959" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.637457] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.637607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.748929] env[62657]: INFO networking_nsxv3.common.synchronization [req-563f22ef-ede6-4b90-ae71-ee63629d4a9f req-fecedc54-b527-4649-8e94-63b2c28f0be6 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 642.749835] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 642.749835] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.750017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.750214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.750363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.750458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.750511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.750648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.750729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.750814] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.765257] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.078685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 643.078917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.079095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.079313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.079495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.079610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.079673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.079823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.079899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.080189] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.133152] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.133404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.133545] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.133942] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.134243] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.134411] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.134529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.134875] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.135106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.135260] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.135373] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.135482] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.135589] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.135789] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.135969] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.136132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.153128] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.153361] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.153550] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.153810] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.154276] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.154580] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.154771] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.155170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.155413] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.252772] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.267932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.268170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.268254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.268504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.268609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.268682] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 is going to be created. [ 643.291560] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.291560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.291560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.291914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.300901] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: UNINITIALIZED for 2s [ 643.582221] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.659040] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.659257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.659416] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.659755] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.659941] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.660188] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad not found, creating... [ 643.660554] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.660800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.660927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.661313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.661489] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.661801] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.661964] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.662128] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.662320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.662572] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.662635] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad is going to be created. [ 643.685508] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.685706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.685828] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.686125] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.687016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.687016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.755443] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.086268] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.257632] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.257910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.257910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.258079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.258166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.258260] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 644.288604] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.288804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.288804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.289512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.289512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.297928] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 644.462996] env[62657]: INFO networking_nsxv3.common.synchronization [req-563f22ef-ede6-4b90-ae71-ee63629d4a9f req-1d8a8e39-1676-45a3-a8a4-3fa49cd9eb18 service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 644.463292] env[62657]: INFO networking_nsxv3.common.synchronization [req-563f22ef-ede6-4b90-ae71-ee63629d4a9f req-1d8a8e39-1676-45a3-a8a4-3fa49cd9eb18 service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 644.463488] env[62657]: INFO networking_nsxv3.common.synchronization [req-563f22ef-ede6-4b90-ae71-ee63629d4a9f req-1d8a8e39-1676-45a3-a8a4-3fa49cd9eb18 service nova] Enqueued Resource ID: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad with Priority: HIGHEST for action port [ 644.468191] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 644.468191] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 644.468191] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad with Priority: HIGHEST for action port [ 644.468449] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.468593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.468669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.469864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.469864] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.471030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.472893] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.472893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.472893] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.588641] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.588805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.588889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.589142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.589252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.589354] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 644.617429] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.617812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.618091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.618330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.618479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.626360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 644.975167] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5b9568f2-4b56-42bf-be91-d3c48fc288e8 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 with Priority: HIGHEST for action security_group_rules [ 644.975578] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.975745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.976278] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 with Priority: HIGHEST for action security_group_rules [ 644.976589] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad with status ACTIVE [ 644.976793] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.976966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.977104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.977337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.977457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.977695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.977931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.977931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.978177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.978177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.978453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.978543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.978602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.978815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.978940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.979044] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad is going to be updated. [ 644.980810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c89bf2-0367-48cd-9532-196c09d58bc3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.980810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.980810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.981050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.981366] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c89bf2-0367-48cd-9532-196c09d58bc3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.008150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.008150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.008150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.008623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.009672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.009919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.077571] env[62657]: INFO networking_nsxv3.common.synchronization [None req-be831bbb-adc9-45d4-b8ac-88712a1eda1d tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 with Priority: HIGHEST for action security_group_rules [ 645.078468] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 with Priority: HIGHEST for action security_group_rules [ 645.078861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c89bf2-0367-48cd-9532-196c09d58bc3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.079027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.312260] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: SUCCESS [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.312260] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.312260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.312867] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.312867] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.507782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.507911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.507980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.508317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.508408] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 already deleted. [ 645.508494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.508642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.508888] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c89bf2-0367-48cd-9532-196c09d58bc3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.816403] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.816630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.816630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.816898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.817118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.817227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.817330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.817501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.817594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.817685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.817892] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.818017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.818102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.818204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.818375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.818469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.818524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.818699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.818780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.818971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.818971] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.034718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.034861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.034947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.035167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.035234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.035349] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c89bf2-0367-48cd-9532-196c09d58bc3 already deleted. [ 646.035403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c89bf2-0367-48cd-9532-196c09d58bc3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.307347] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 646.307604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.307813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.308080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.308300] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.308435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.310207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.310207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.310207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.310207] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.320998] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd8b37eb-c3dc-4e8d-b36c-c286719d93f5: rpc.has_security_group_logging(os_id): False [ 646.337345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.337558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.337591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.337808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.338695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.338695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.338695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.338695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.338695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.338695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.338943] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.338996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.339076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.339371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.339718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.339840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.340441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.340441] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 is going to be created. [ 646.393110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.393209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.393291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.393724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.403753] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: IN_PROGRESS for 2s [ 646.635828] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 646.636091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.636261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.636474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.636659] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.636833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.636833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.636963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.637054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.637144] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.812490] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.140103] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.315019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.642667] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.818486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.818653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.818700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.819406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.819406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.819406] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 647.850235] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.850385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.850458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.850668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.850809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.859134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 648.145398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.145802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.146037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.146276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.146375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.146486] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 648.175229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.175384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.175502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.175694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.175830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.183821] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 648.417343] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: SUCCESS [ 648.417744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.872513] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 649.872843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.872956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.873485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.873734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.874067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.874159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.874248] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.080157] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 650.080309] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 650.196958] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 650.197204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.197380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.197627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.197819] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.197946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.197983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.198200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.198232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.198295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.198392] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.379983] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.380166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.380245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.380441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.380604] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.380704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.380772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.380899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.380981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.381081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.381224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.381372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.381372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.381592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.381675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.381773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.381837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.381958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.382059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.382141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.382836] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.701861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.702058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.702133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.702366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.702686] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.702686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.702826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.702881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.702946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.703041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.703189] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.703282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.703341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.703524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.703672] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.703754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.703817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.703948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.704030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.705862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.706010] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.886415] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04f9da9-338b-4485-8c00-4d5056a7fd0a: rpc.has_security_group_logging(os_id): False [ 650.903241] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.903588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.903774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.904069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.904261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.904582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.904880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.905059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.905310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.905569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.905863] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.906089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.906252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.906471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.906632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.906884] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.907161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.907301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.907522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.907712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.907893] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 650.973609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.973720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.973824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.974076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.974225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.987304] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 651.210070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c94bf8-daee-4690-9442-34c0c2769c9e: rpc.has_security_group_logging(os_id): False [ 651.345094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.345094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.345094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.345094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.345642] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.345642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.345642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.345642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.345642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.345642] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 651.406786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.408220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.408335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.408567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.408745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.422130] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 653.002739] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 653.003143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.353648] env[62657]: INFO networking_nsxv3.common.synchronization [req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b req-c0f57be7-6862-49c3-8e67-7d121b7efa40 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 653.353648] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 653.353648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.353910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.353910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.355595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.355802] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.357475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.357579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.357856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.357954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.358068] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.436007] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 653.436247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.436418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.436631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.436740] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.864309] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.939120] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.939296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.139035] env[62657]: INFO networking_nsxv3.common.synchronization [req-3c4d670f-a345-4128-9141-aebcf4320e8f req-90e3c559-1c53-4642-b85e-72d7600c68e8 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Enqueued Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 654.139725] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 654.140285] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.140489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.140604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.140905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.141136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.141290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.141418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.141734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.142402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.142633] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.366900] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.480659] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.480920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.481097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.481513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.482072] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.482195] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.482326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.482570] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.482718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.482990] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.483133] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.483246] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.483354] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.483464] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.483647] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.483791] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.502426] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.502591] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.502737] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.502916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.503246] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.503424] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.503602] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.503945] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.504316] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.649417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.649417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.649417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.649904] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 already deleted. [ 654.650646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.814858] env[62657]: INFO networking_nsxv3.common.synchronization [req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 req-020850b6-6dfb-44b0-99ba-5a2d4b6feee6 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Enqueued Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 654.815491] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGHEST for action security_group_members [ 654.815903] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.816127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.816189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.816426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.817070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.817070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.817070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.817070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.817070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.817330] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.870592] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.870724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.870791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.870995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.871093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.871465] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 654.890513] env[62657]: INFO networking_nsxv3.common.synchronization [req-f64896e8-470f-4a3c-8da0-b587dc5a7638 req-c4ecbcfa-47cb-4099-bc87-58990a710df1 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 654.891098] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 654.891764] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.891764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.891764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.892000] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.892116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.892183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.892350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.892435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.892531] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.909384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.909541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.909616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.909831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.909973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.944513] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 655.006731] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.006962] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.007045] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.007299] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.007449] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.007605] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 not found, creating... [ 655.007868] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.008040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.008161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.008386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.008520] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.008798] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.008950] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.009080] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.009293] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.009448] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.009631] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 is going to be created. [ 655.036487] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.036767] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.037014] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.037345] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.037658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.037910] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.319910] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.320387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.320387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.320387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.320507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.320654] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.320749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.320811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.320965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.321097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.321228] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 is going to be updated. [ 655.348371] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.348535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.348619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.348992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.349181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.357315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: IN_PROGRESS for 2s [ 655.395404] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.810366] env[62657]: INFO networking_nsxv3.common.synchronization [req-3c4d670f-a345-4128-9141-aebcf4320e8f req-82f97c8e-5a1f-4f1e-9604-7567fec1a0a9 service nova] Enqueued Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_rules [ 655.811946] env[62657]: INFO networking_nsxv3.common.synchronization [req-3c4d670f-a345-4128-9141-aebcf4320e8f req-82f97c8e-5a1f-4f1e-9604-7567fec1a0a9 service nova] Enqueued Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 655.811946] env[62657]: INFO networking_nsxv3.common.synchronization [req-3c4d670f-a345-4128-9141-aebcf4320e8f req-82f97c8e-5a1f-4f1e-9604-7567fec1a0a9 service nova] Enqueued Resource ID: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 with Priority: HIGHEST for action port [ 655.811946] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_rules [ 655.811946] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 655.811946] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 with Priority: HIGHEST for action port [ 655.811946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.816310] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.816310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.816310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.816310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.817150] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.819953] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.819953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.819953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.819953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.819953] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.897661] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.321293] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.321636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.321636] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.322548] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 with status ACTIVE [ 656.322739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.322852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.322920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.323132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.323221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.323404] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.323509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.323587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.323750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.323828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.324360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.324512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.324604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.325335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.325335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.325335] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 is going to be updated. [ 656.344688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.344848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.344954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.345352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.345534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.401175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.401406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.401406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.401738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.401849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.401967] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 656.436421] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.436624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.436702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.436916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.437069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.448590] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 656.826784] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.954025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 656.954299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.954530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.954766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.954994] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.955239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.955295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.955459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.955564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.955663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.955791] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.329509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.329791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.329791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.329929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.330030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.330133] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 is going to be created. [ 657.352427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.352628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.352659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.352836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.352996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.361706] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: UNINITIALIZED for 2s [ 657.365281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 in Status: SUCCESS [ 657.365384] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 deletion is rescheduled due to dependency. [ 657.365528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.458951] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.458951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.458951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.458951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.459230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.459230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.459230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.459371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.459506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.459628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.459822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.459879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.459943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.460166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.460337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.460436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.460515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.460679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.460790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.460875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.460989] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.900014] env[62657]: INFO networking_nsxv3.common.synchronization [req-19127dfe-a4b4-4cb7-9482-efb802869f92 req-c46165e6-d2e8-4360-8659-3ce818facce7 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Enqueued Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 657.900598] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 657.900919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.901048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.901139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.901408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.901627] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.901742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.901817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.901987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.902112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.902279] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.964066] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c94bf8-daee-4690-9442-34c0c2769c9e: rpc.has_security_group_logging(os_id): False [ 657.980544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.980748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.980801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.981010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.981083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.982123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.982123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.982123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.982123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.982123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.982123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.982123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.982582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.982582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.982582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.982800] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.982800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.982800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.982970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.983031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.983425] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 658.039119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.039119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.039119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.039119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.039119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.052507] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 658.315061] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.315061] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.315670] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.316018] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.316278] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.316517] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.316742] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.316974] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.317211] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.319392] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.336726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.336726] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.336726] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.337066] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.337164] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.337289] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.337409] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.337757] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.337902] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.404603] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.404603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.404797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.405055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.405202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.405489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.405637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.406282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.406282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.406282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.406282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 already deleted. [ 658.406442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.458573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 658.458823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.841056] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.841056] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.841056] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.841056] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.841056] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.841491] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 not found, creating... [ 658.841491] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.841638] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.841762] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.842019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.842163] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.842445] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.842602] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.842722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.842933] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.843079] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.843218] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 is going to be created. [ 658.863189] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.863382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.863506] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.863828] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.864073] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.864295] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.371055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: SUCCESS [ 659.371328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.371500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.371650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.371859] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.371975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.372055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.372209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.372510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.372510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.372510] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.463413] env[62657]: INFO networking_nsxv3.common.synchronization [req-730e9035-0a06-4f51-a716-683407888e16 req-7cfb662e-b16f-410a-90a7-b83b3f7176ab tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 659.464589] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 659.464589] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.464589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.464589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.465105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.465105] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.465105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.465486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.465486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.465486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.465906] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [req-19127dfe-a4b4-4cb7-9482-efb802869f92 req-f210787b-322a-4ae3-884d-f6ad4cf73dd1 service nova] Enqueued Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_rules [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [req-19127dfe-a4b4-4cb7-9482-efb802869f92 req-f210787b-322a-4ae3-884d-f6ad4cf73dd1 service nova] Enqueued Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [req-19127dfe-a4b4-4cb7-9482-efb802869f92 req-f210787b-322a-4ae3-884d-f6ad4cf73dd1 service nova] Enqueued Resource ID: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 with Priority: HIGHEST for action port [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_rules [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 659.669295] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 with Priority: HIGHEST for action port [ 659.669295] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.669295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669295] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.669295] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.669295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669843] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.669843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.669976] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.674491] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.674491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.674491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.674491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.674491] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.796983] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.797234] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.797319] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.797639] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.797899] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.798073] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.800287] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.800287] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.800287] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.800287] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.800287] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.800287] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.800287] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.800287] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.800287] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.800287] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.818377] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.818557] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.818724] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.818897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.819232] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-56f727ec-0aad-41bc-95ab-df1dbd7a9032 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.819403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.819522] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.819850] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.819988] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f727ec-0aad-41bc-95ab-df1dbd7a9032',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.876149] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.876149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.876149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.876470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.876470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.876586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.876670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.876864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.876964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.877102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.877268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.877366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.877429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.877574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.877736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.877828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.877897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.878081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.878166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.878266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.878346] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.967799] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.968953] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.968953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.969255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.969255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.969318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 already deleted. [ 659.969421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.066485] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 660.066671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.177480] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.177480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.177624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 with status ACTIVE [ 660.177722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.177892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.178199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.178370] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.178455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.178512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.178753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.178920] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.179018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.179074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.179204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.179277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.179361] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 is going to be updated. [ 660.200427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.200595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.200661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.200934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.201037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.201814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.322700] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.322909] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.323878] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.323878] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.323878] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.323878] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 not found, creating... [ 660.324072] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.324144] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.324221] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.324425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.324593] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.325161] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.325161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.325161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.325416] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.325500] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.325646] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 is going to be created. [ 660.354480] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.354731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.354873] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.355192] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.355454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.355687] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.380504] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598ea41d-621d-481c-b98c-494c0798beb9: rpc.has_security_group_logging(os_id): False [ 660.398266] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.398423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.398469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.398653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.398765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.398975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.399068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.399122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.399271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.399342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.399548] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.399680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.399728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.399835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.399936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.400111] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.400303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.400303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.400620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.400702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.400772] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 is going to be created. [ 660.479664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.479889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.479889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.480259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.491772] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: IN_PROGRESS for 2s [ 660.681518] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [req-730e9035-0a06-4f51-a716-683407888e16 req-864243c2-a13c-4ec7-92c1-a16b670d8182 service nova] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_rules [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [req-730e9035-0a06-4f51-a716-683407888e16 req-864243c2-a13c-4ec7-92c1-a16b670d8182 service nova] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [req-730e9035-0a06-4f51-a716-683407888e16 req-864243c2-a13c-4ec7-92c1-a16b670d8182 service nova] Enqueued Resource ID: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 with Priority: HIGHEST for action port [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_rules [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 661.070142] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 with Priority: HIGHEST for action port [ 661.070142] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.070142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.071047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.072043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.072043] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.072898] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.073337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.073491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.073730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.073950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.074122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.074231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.074905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.075068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.075214] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.076040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f727ec-0aad-41bc-95ab-df1dbd7a9032 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.080027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.080027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.080027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.080027] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f727ec-0aad-41bc-95ab-df1dbd7a9032',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.183974] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.184258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.184374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.184635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.184799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.184983] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 is going to be created. [ 661.205940] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.206138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.206291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.206467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.206671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.224297] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: UNINITIALIZED for 2s [ 661.580208] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.580208] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.580208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.580208] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 with status ACTIVE [ 661.580695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.580695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.580695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.580794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.580928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.581141] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.581271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.581353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.581522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.581621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.581838] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.582203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.582203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.582203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.582290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.582315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 is going to be updated. [ 661.607056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.607056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.607056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.607056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.607056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.607056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f727ec-0aad-41bc-95ab-df1dbd7a9032" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.087804] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.144020] env[62657]: INFO networking_nsxv3.common.synchronization [req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 req-a0b1d0ee-f7ca-41e1-8044-e7fb81d9dab2 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 662.144020] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 662.144020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.144020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.144020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.144020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.505652] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: SUCCESS [ 662.505922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.527020] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.527020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.527020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.527020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.527020] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.527020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.527020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.527551] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.527885] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.528293] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.531048] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.531048] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.531048] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.531048] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.531048] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.531048] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.555183] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.555183] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.555183] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.555183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.555183] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-dced6766-e654-4162-b7d6-b6fce0c8e321 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.555183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.555183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.555183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.555183] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dced6766-e654-4162-b7d6-b6fce0c8e321',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.594114] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.594114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.594114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.594114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.594114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.594114] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be created. [ 662.619199] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.619199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.619199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.619199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.619199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.629281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: UNINITIALIZED for 2s [ 662.647676] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.647956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.648048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.648271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.648361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.648575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.648674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.648722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.648876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.648952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.649047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 662.680922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.680922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.680922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.691978] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 663.058614] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.058880] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.059038] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.059362] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.059553] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.059725] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port dced6766-e654-4162-b7d6-b6fce0c8e321 not found, creating... [ 663.060022] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.060209] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.060340] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.060581] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.060774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.061143] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.061267] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.061388] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.061647] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.061861] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.062047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: dced6766-e654-4162-b7d6-b6fce0c8e321 is going to be created. [ 663.082557] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.082839] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.083070] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.083414] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.083784] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.084092] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.242885] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: SUCCESS [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.242885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.242885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.242885] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.744730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.745077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.745077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.745267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.745454] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.745565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.745618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.745758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.745841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.745985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.746196] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.746552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.746552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.746552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.746552] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.746778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.746778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.746864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.746915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.747035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.747084] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.853274] env[62657]: INFO networking_nsxv3.common.synchronization [req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 req-10a1ec9d-25b3-4693-80b0-2141bed61ca7 service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 663.853517] env[62657]: INFO networking_nsxv3.common.synchronization [req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 req-10a1ec9d-25b3-4693-80b0-2141bed61ca7 service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 663.854450] env[62657]: INFO networking_nsxv3.common.synchronization [req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 req-10a1ec9d-25b3-4693-80b0-2141bed61ca7 service nova] Enqueued Resource ID: dced6766-e654-4162-b7d6-b6fce0c8e321 with Priority: HIGHEST for action port [ 663.854450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 663.854450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 663.854450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dced6766-e654-4162-b7d6-b6fce0c8e321 with Priority: HIGHEST for action port [ 663.855246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.855246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.855246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.855246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.855246] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.856704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.856704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.856704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dced6766-e654-4162-b7d6-b6fce0c8e321 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.856869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.856869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.857114] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dced6766-e654-4162-b7d6-b6fce0c8e321',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.249206] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3: rpc.has_security_group_logging(os_id): False [ 664.267789] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.267889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.267889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.268204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.268397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.268528] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.268657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.268730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.268919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.268996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.269197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.269309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.269387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.269540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.269616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.269852] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.270274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.270274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.270274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.270274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.270453] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 is going to be created. [ 664.323895] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.324088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.324146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.324309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.324488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.333990] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: IN_PROGRESS for 2s [ 664.359167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.359375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.362847] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dced6766-e654-4162-b7d6-b6fce0c8e321 with status ACTIVE [ 664.364352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.364352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.364352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.364352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.364653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.364653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.364871] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.365037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.365309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.365365] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dced6766-e654-4162-b7d6-b6fce0c8e321 is going to be updated. [ 664.382694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.382846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.382916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.383145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.383282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.383443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dced6766-e654-4162-b7d6-b6fce0c8e321" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.639305] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 664.639541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.639747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.639993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.640206] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.640341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.640417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.640612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.640716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.640805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.640904] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.701015] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 664.701240] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 664.701363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.701518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.701766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.701990] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.702073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.702144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.702300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.702390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.702558] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.944727] env[62657]: INFO networking_nsxv3.common.synchronization [req-819cc2fc-b0b2-4103-a569-f95161089888 req-e40fd4db-4b77-43d1-8d51-41c806040a7a tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Enqueued Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 664.945277] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 664.945574] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.945695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.945765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.947610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.947832] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.947940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.948034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.948385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.948484] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.143679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.143891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.143891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.144138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.144319] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.144442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.144496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.144630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.144757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.144852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.145014] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.145115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.145180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.145302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.145435] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.145524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.145582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.145831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.145831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.145997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.145997] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.205868] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.380699] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.381076] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.381467] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.381647] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.381797] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.381968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.382373] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.382556] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.382797] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.382937] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.383083] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.383275] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.383422] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.383551] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.383744] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.401726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.401726] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.403897] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.403897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.403897] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-985854b4-00ac-43e8-805a-834b3a17c2dc taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.403897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.403897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.403897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.403897] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985854b4-00ac-43e8-805a-834b3a17c2dc',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.453009] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.453009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.453009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.453009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.453009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.453312] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.453312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.453312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.453423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.453502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.453575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02a9157-208b-4460-9578-25a33789fb62 already deleted. [ 665.453783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.650362] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce02e372-49e8-427d-8d6d-e6e5fe95f653: rpc.has_security_group_logging(os_id): False [ 665.667585] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.667585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.667585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.667786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.667786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.667990] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.668719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.668719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.668719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.668719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.668719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.669031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.669031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.669146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.669303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.669478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.669478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.669703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.669754] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be created. [ 665.713455] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.724364] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.724364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.724364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.724364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.724364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.736049] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 665.906407] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.906591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.906683] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.907053] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.907252] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.907441] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 985854b4-00ac-43e8-805a-834b3a17c2dc not found, creating... [ 665.907750] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.907948] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.908112] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.908367] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.908516] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.908802] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.908959] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.909088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.909342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.909499] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.909666] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 985854b4-00ac-43e8-805a-834b3a17c2dc is going to be created. [ 665.930400] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.930690] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.930749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.930992] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.931233] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.931484] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.215582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.219030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.219123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.219372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.219472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.219579] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 666.250473] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.250801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.250893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.251338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.251607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.260771] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 666.348653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: SUCCESS [ 666.348891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [req-819cc2fc-b0b2-4103-a569-f95161089888 req-4b1be8a0-c6a4-49b9-853b-44871829e79c service nova] Enqueued Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_rules [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [req-819cc2fc-b0b2-4103-a569-f95161089888 req-4b1be8a0-c6a4-49b9-853b-44871829e79c service nova] Enqueued Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [req-819cc2fc-b0b2-4103-a569-f95161089888 req-4b1be8a0-c6a4-49b9-853b-44871829e79c service nova] Enqueued Resource ID: 985854b4-00ac-43e8-805a-834b3a17c2dc with Priority: HIGHEST for action port [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_rules [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 666.872322] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985854b4-00ac-43e8-805a-834b3a17c2dc with Priority: HIGHEST for action port [ 666.872322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.872322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.872322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.872852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.873088] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.874693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.875261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.876053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.876432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.876584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.876964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.877173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.877359] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.878394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-985854b4-00ac-43e8-805a-834b3a17c2dc taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.878676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.878875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.879215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.879440] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985854b4-00ac-43e8-805a-834b3a17c2dc',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.383415] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.383740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.383841] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.384736] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985854b4-00ac-43e8-805a-834b3a17c2dc with status ACTIVE [ 667.384938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.385079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.385154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.385357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.385444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.385611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.385707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.385769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.385922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.386015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.386431] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.386533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.386594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.386742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.386827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.386913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985854b4-00ac-43e8-805a-834b3a17c2dc is going to be updated. [ 667.423864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.424021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.424110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.424358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.424518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.424711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985854b4-00ac-43e8-805a-834b3a17c2dc" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.739122] env[62657]: INFO networking_nsxv3.common.synchronization [req-03289aef-3d60-4b19-8f8b-5a576430e6fe req-76fac9c7-3892-4792-bb7e-5781217eb27e tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 667.742798] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 667.742798] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.742798] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.742798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.742798] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.754575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 667.755200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.890238] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.188649] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.188922] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-655" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.189107] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-655" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.189406] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-655" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.189718] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.189930] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.195094] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.195586] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.195806] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.196052] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.196172] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.196285] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.196408] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.196563] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.196699] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.196819] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.231188] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.231379] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.231522] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.231739] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-655" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.232097] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.232282] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.232403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.232990] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.232990] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc498656-feab-4ff5-8017-5ab2b3fe3ca3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.245879] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.246308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.246650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.246919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.247066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.247134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.247293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.247396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.247529] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 already deleted. [ 668.247613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.276237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 668.276497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.276699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.276956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.277190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.277310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.277387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.277552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.277680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.277773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.277894] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.393234] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.393234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.393234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.393234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.393680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.393680] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02a9157-208b-4460-9578-25a33789fb62 is going to be created. [ 668.419511] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.419763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.419879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.420173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.420414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.430986] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: UNINITIALIZED for 2s [ 668.736403] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.736671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.736825] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.737476] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.737476] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.737673] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port fc498656-feab-4ff5-8017-5ab2b3fe3ca3 not found, creating... [ 668.737871] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.738058] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.738178] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.738477] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.738594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.738947] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.739182] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.739340] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.739642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.739805] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.739970] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 is going to be created. [ 668.760161] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.760161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.760327] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.760600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.761033] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.761033] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.780222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.780416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.780495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.780934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.781162] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.781270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.781396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.781664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.781831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.781999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.782213] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.782579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.782579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.782579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.782734] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.782793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.782829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.782987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.783105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.783209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.783325] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.286603] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b97f010-b352-4187-8524-4319de47c018: rpc.has_security_group_logging(os_id): False [ 669.322270] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.322270] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.322270] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.322270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.322780] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.322780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.322780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.322780] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 669.389562] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.389562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.389562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.389562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.389562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.399740] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 669.672918] env[62657]: INFO networking_nsxv3.common.synchronization [req-03289aef-3d60-4b19-8f8b-5a576430e6fe req-13f9a890-f599-4267-afb2-515212f8a5f2 service nova] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 669.673083] env[62657]: INFO networking_nsxv3.common.synchronization [req-03289aef-3d60-4b19-8f8b-5a576430e6fe req-13f9a890-f599-4267-afb2-515212f8a5f2 service nova] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 669.673266] env[62657]: INFO networking_nsxv3.common.synchronization [req-03289aef-3d60-4b19-8f8b-5a576430e6fe req-13f9a890-f599-4267-afb2-515212f8a5f2 service nova] Enqueued Resource ID: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 with Priority: HIGHEST for action port [ 669.673823] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_rules [ 669.674450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 669.674725] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 with Priority: HIGHEST for action port [ 669.675088] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.675250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.675300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.675493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.675938] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.678031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.678031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.678031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.678306] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.678822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.678951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.679029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.681419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.681419] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc498656-feab-4ff5-8017-5ab2b3fe3ca3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.181440] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.188035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.188035] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc498656-feab-4ff5-8017-5ab2b3fe3ca3 with status ACTIVE [ 670.188035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.188035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.188035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.188035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.188947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.188947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.188947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.188947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.188947] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 is going to be updated. [ 670.208530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.208530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.208530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.208530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.208530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.208530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc498656-feab-4ff5-8017-5ab2b3fe3ca3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.443019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: SUCCESS [ 670.443019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.443348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.443441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.443599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.443728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.443822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.443939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.444051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.444150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.444220] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.690504] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.947953] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.948143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.948206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.948468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.948575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.948806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.948806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.949083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.949083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.949083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.949496] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.949616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.949676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.949919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.950363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.950496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.950557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.950705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.950787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.950871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.950961] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.193344] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.193561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.193613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.193969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.194088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.194215] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 is going to be created. [ 671.226753] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.227346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.227346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.227457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.227655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.239257] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: UNINITIALIZED for 2s [ 671.412425] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 671.413553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.456590] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02a9157-208b-4460-9578-25a33789fb62: rpc.has_security_group_logging(os_id): False [ 671.470573] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.470573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.470791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.470893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.472201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.472201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.472201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.472565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.472565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.473242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.473242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.473242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.473242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.473242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.473242] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02a9157-208b-4460-9578-25a33789fb62 is going to be created. [ 671.521610] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.521851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.521929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.522167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.522482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.534798] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: IN_PROGRESS for 2s [ 672.077458] env[62657]: INFO networking_nsxv3.common.synchronization [req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 req-db3a218e-62a8-4429-8355-981e9b0a9148 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Enqueued Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 672.078197] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGHEST for action security_group_members [ 672.079188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.079188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.079188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.079188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.079188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.079188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.079188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.079563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.079563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.079563] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.583475] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.583851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.583851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.583953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.584065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.584267] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.584367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.584431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.584583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.584660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.584764] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 is going to be updated. [ 672.612119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.612263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.612337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.612554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.612693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.630604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: IN_PROGRESS for 2s [ 673.251935] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: SUCCESS [ 673.252363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.252467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.252668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.252936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.253023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.253061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.253304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.253388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.253474] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.547599] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: SUCCESS [ 673.547824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.761131] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.263870] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485cbf9b-b777-4740-8d82-c3ebfca93136: rpc.has_security_group_logging(os_id): False [ 674.283614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.283889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.283999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.284392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.284509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.284841] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.285023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.285023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.285260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.285382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.285501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 is going to be created. [ 674.345745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.345922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.345981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.346323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.346561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.360216] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: IN_PROGRESS for 2s [ 674.640512] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 in Status: SUCCESS [ 674.640714] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 deletion is rescheduled due to dependency. [ 674.640832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.614189] env[62657]: INFO networking_nsxv3.common.synchronization [req-90de6d6d-69ea-4eb5-b749-c6d372c23767 req-364ce917-e066-40a0-b958-016f29e9875b tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Enqueued Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 675.614490] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGHEST for action security_group_members [ 675.614566] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.614684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.614747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.615356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.615356] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.615356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.615356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.615569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.615569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.615628] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.118085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.119258] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.119258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.119865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.119865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.119865] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 is going to be updated. [ 676.146033] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.146033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.146033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.154572] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: IN_PROGRESS for 2s [ 676.372070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: SUCCESS [ 676.372327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.974532] env[62657]: INFO networking_nsxv3.common.synchronization [req-c797639a-e594-487e-ad98-68ac059f037b req-3adba988-43a7-42cc-b790-2634da5a945e tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Enqueued Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 676.975186] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGHEST for action security_group_members [ 676.975697] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.975807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.975807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.976201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.976317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.976382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.976655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.977472] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.480056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.480056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.480056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.480056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.480419] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.480419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.480419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.480564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.480564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 is going to be updated. [ 677.505611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.505690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.505690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.506360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.513725] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: IN_PROGRESS for 2s [ 677.680534] env[62657]: INFO networking_nsxv3.common.synchronization [req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 req-bf32e3c3-f3cb-473d-8dbc-e9ac054694b1 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Enqueued Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 677.681148] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGHEST for action security_group_members [ 677.681459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.683824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.684141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.684533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.684779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.684952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.685078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.685318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.685462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.685653] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.164183] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598ea41d-621d-481c-b98c-494c0798beb9 in Status: SUCCESS [ 678.164515] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 deletion is rescheduled due to dependency. [ 678.164515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.188106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.188253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.188327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.188545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.188638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.189417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.189417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.189417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.189417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.189417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.189417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02a9157-208b-4460-9578-25a33789fb62 is going to be updated. [ 678.231096] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.231359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.231618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.231820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.240374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: IN_PROGRESS for 2s [ 679.243389] env[62657]: INFO networking_nsxv3.common.synchronization [req-b522c8a3-83d1-4c91-b377-1f62768ddea6 req-07886063-b08d-44df-a990-b3cf2b080184 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 679.244035] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 679.244202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.244822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.244822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.245279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.245463] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.245576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.245774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.245846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.245918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.246022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.524275] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 in Status: SUCCESS [ 679.524275] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 deletion is rescheduled due to dependency. [ 679.524275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.644767] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.644981] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-748" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.645125] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-748" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645498] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-748" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.645732] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.645883] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.646051] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.649329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.649329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.649329] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.649329] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.649329] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.649329] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.649329] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.649329] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.649329] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.668028] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.668028] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.668028] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.668028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-748" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.668028] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-9cf9adba-242f-447d-bca0-bba443545b8b taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.668028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.668028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.668384] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.668384] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf9adba-242f-447d-bca0-bba443545b8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.750314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.750473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.750538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.750778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.750870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.751073] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.751169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.751231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.751396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.751471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.751553] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6998247-05b3-4960-9a66-d97f600d57df already deleted. [ 679.751630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.171916] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.172240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.172372] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.172719] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.172911] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.173095] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 9cf9adba-242f-447d-bca0-bba443545b8b not found, creating... [ 680.173372] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.173518] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.173635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.174249] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.174450] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.174742] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.175456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.175957] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.176311] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.177031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.177031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 9cf9adba-242f-447d-bca0-bba443545b8b is going to be created. [ 680.196219] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.196219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.196219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.196219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.196219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.196219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.253193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02a9157-208b-4460-9578-25a33789fb62 in Status: SUCCESS [ 680.253461] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02a9157-208b-4460-9578-25a33789fb62 deletion is rescheduled due to dependency. [ 680.253547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.950485] env[62657]: INFO networking_nsxv3.common.synchronization [req-b522c8a3-83d1-4c91-b377-1f62768ddea6 req-31561244-a0fa-4e1d-811c-92892e7b7079 service nova] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 680.951771] env[62657]: INFO networking_nsxv3.common.synchronization [req-b522c8a3-83d1-4c91-b377-1f62768ddea6 req-31561244-a0fa-4e1d-811c-92892e7b7079 service nova] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 680.951992] env[62657]: INFO networking_nsxv3.common.synchronization [req-b522c8a3-83d1-4c91-b377-1f62768ddea6 req-31561244-a0fa-4e1d-811c-92892e7b7079 service nova] Enqueued Resource ID: 9cf9adba-242f-447d-bca0-bba443545b8b with Priority: HIGHEST for action port [ 680.953130] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_rules [ 680.960020] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 680.960020] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf9adba-242f-447d-bca0-bba443545b8b with Priority: HIGHEST for action port [ 680.960020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.960020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.960020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.960630] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.960844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.961017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.961615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.961738] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.965097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf9adba-242f-447d-bca0-bba443545b8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.965216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.965265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.965463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.965541] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf9adba-242f-447d-bca0-bba443545b8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.466513] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.466827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.466827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.468057] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf9adba-242f-447d-bca0-bba443545b8b with status ACTIVE [ 681.468057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.468057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.468057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.468057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.468057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.468057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.468408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.468408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.468408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.468489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.469083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.469083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.469083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.469083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.469944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.469944] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf9adba-242f-447d-bca0-bba443545b8b is going to be updated. [ 681.492171] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.492331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.492373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.492572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.492702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.492940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf9adba-242f-447d-bca0-bba443545b8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.859085] env[62657]: INFO networking_nsxv3.common.synchronization [req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 req-226a8468-ebca-4596-9bd2-09dcb58ca550 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 681.859085] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 681.859085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.859085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.859085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.859085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.859429] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.859429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.859429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.859565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.859565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.859665] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.967499] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.291486] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.291722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-220" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.291900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-220" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.292241] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-220" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.292498] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.292656] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.293105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.293105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.293494] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.293746] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.293941] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.294124] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.294353] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.294438] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.294526] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.294734] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.315240] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.315240] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.315240] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.315240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-220" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.315240] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-3553569f-d4ca-4ffb-b265-6e80b9c46520 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.315240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.315240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.315240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.315240] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3553569f-d4ca-4ffb-b265-6e80b9c46520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.363955] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.364060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.364099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.364299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.364391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.364580] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.364675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.364739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.364898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.364959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.365058] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 already deleted. [ 682.365135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.470027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.470314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.470314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.470660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.470773] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6998247-05b3-4960-9a66-d97f600d57df is going to be created. [ 682.493274] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.493444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.493658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.493938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.494177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.503482] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: UNINITIALIZED for 2s [ 682.818387] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.818620] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.818748] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.819070] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.819243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.819398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 3553569f-d4ca-4ffb-b265-6e80b9c46520 not found, creating... [ 682.819656] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.819813] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.819934] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820168] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.820306] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.820582] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820736] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.820886] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.821185] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.821333] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.821474] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 is going to be created. [ 682.842923] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.842923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.842923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.842923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.842923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.842923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 req-707a57b0-2f22-4aa3-9720-4f0cc4d31982 service nova] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 req-707a57b0-2f22-4aa3-9720-4f0cc4d31982 service nova] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 req-707a57b0-2f22-4aa3-9720-4f0cc4d31982 service nova] Enqueued Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 683.614455] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 683.614455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.619980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.619980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.621458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.621458] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.621756] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.624017] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.624017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.624017] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.625214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3553569f-d4ca-4ffb-b265-6e80b9c46520 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.625214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.625427] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3553569f-d4ca-4ffb-b265-6e80b9c46520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.128202] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.129324] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.129453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.129617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3553569f-d4ca-4ffb-b265-6e80b9c46520 with status ACTIVE [ 684.129799] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.129940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.130025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.130398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.130593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.130785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.131174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.132268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.132268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.132268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.132268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.132268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.132268] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 is going to be updated. [ 684.152377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.152519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.152592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.152793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.152936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.153220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.512836] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: SUCCESS [ 684.513063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.513222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.513429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.513611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.513728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.513799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.514328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.514328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.514328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.514328] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.633875] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.801188] env[62657]: INFO networking_nsxv3.common.synchronization [req-84120496-2b88-4eef-b52f-8d70af6706cf req-0350923a-ba85-4153-9900-ec7d9f2d510f tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 684.801188] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 684.801188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.801188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.801188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.801188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.801188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.802202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.802381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.802635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.803089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.803569] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.016440] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.136703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.136703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.136703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.136976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.136976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.137071] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be created. [ 685.163770] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.163770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.164123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.177039] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: UNINITIALIZED for 2s [ 685.310933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.310933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.310933] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a already deleted. [ 685.310933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.521309] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6998247-05b3-4960-9a66-d97f600d57df: rpc.has_security_group_logging(os_id): False [ 685.541462] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.541699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.541778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.542083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.542186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.542787] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.542787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.542787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.542988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.542988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.543130] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6998247-05b3-4960-9a66-d97f600d57df is going to be created. [ 685.601587] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.604184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.604321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.604515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.604702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.615450] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: IN_PROGRESS for 2s [ 685.719366] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.719611] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.719722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.720151] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.720541] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.721288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.721288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.721288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.721288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.721490] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.721490] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.721574] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.721710] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.721833] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.721938] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.722086] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.744585] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.744813] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.745183] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.745863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.746137] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-6281d6eb-6bed-43fa-9a64-c0528fe429e6 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.746396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.747118] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.747118] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.747118] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6281d6eb-6bed-43fa-9a64-c0528fe429e6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.256062] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.256062] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 6281d6eb-6bed-43fa-9a64-c0528fe429e6 not found, creating... [ 686.256062] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.256062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.256976] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.257533] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.257888] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.258927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.258927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.258927] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 is going to be created. [ 686.288608] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.289500] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.289791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.291899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.291899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.779514] env[62657]: INFO networking_nsxv3.common.synchronization [req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 req-b83b11cd-8bb6-4756-a906-2040a7476d16 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 686.780092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGHEST for action security_group_members [ 686.780395] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.780532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.780601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.780788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.780941] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.783223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.783223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.784044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.784044] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.193160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 687.193160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.193160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.193160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.193160] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.193826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.193950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.194237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.194330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.194426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.194575] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.243576] env[62657]: INFO networking_nsxv3.common.synchronization [req-84120496-2b88-4eef-b52f-8d70af6706cf req-78e0583a-8dc0-489e-9602-b88f4b09700d service nova] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_rules [ 687.243837] env[62657]: INFO networking_nsxv3.common.synchronization [req-84120496-2b88-4eef-b52f-8d70af6706cf req-78e0583a-8dc0-489e-9602-b88f4b09700d service nova] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 687.244654] env[62657]: INFO networking_nsxv3.common.synchronization [req-84120496-2b88-4eef-b52f-8d70af6706cf req-78e0583a-8dc0-489e-9602-b88f4b09700d service nova] Enqueued Resource ID: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 with Priority: HIGHEST for action port [ 687.244654] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_rules [ 687.244855] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 687.245068] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 with Priority: HIGHEST for action port [ 687.245376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.245497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.245566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.246825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.246825] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.246825] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.247437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.247437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.247437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.247437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.247437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.247437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.247665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.247665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.247723] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.251450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6281d6eb-6bed-43fa-9a64-c0528fe429e6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.251913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.251913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.252294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.252862] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6281d6eb-6bed-43fa-9a64-c0528fe429e6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.286581] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.286581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.288202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.288202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.288202] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be updated. [ 687.318786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.318963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.319067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.319298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.319450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.329580] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: IN_PROGRESS for 2s [ 687.392477] env[62657]: INFO networking_nsxv3.common.synchronization [req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 req-0be71ac6-e36b-4b30-8795-2e105e0dea25 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 687.392744] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 687.393083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.393210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.393293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.393510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.393675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.393783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.393856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.394561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.394561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.394676] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.640467] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: SUCCESS [ 687.640467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.662414] env[62657]: INFO networking_nsxv3.common.synchronization [req-d73311ae-3faa-41a2-babe-0e820e6fdea1 req-699e36d9-be93-4629-8559-5832fc77856b tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 687.663047] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 687.663219] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.663341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.663417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.663624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.663811] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.663991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.664082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.664274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.664360] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.699220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.699368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.699441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.699656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.699813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.699911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.699968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.700170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.700267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.701358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.701358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.701358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.701809] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.754436] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.754644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.754888] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.757400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6281d6eb-6bed-43fa-9a64-c0528fe429e6 with status ACTIVE [ 687.757800] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.758208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.758725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.759014] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.759193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.759302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.759534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.759683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.759980] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.760238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.760433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.760678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.760819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.760959] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 is going to be updated. [ 687.800569] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.800884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.801127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.801449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.801644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.801907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6281d6eb-6bed-43fa-9a64-c0528fe429e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.897498] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.166354] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.205608] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e67e792-e613-44f8-ae8e-b204913fcaa7: rpc.has_security_group_logging(os_id): False [ 688.229062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.229062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.229062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.229062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.230033] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.230033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.230033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.230352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.230528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.230695] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be created. [ 688.263400] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.299453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.299453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.299453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.299453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.299453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.309340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 688.402052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.670856] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.767966] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.770542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.770542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.770542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.770542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.770542] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be created. [ 688.775040] env[62657]: INFO networking_nsxv3.common.synchronization [req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac req-a7603b51-561d-42a9-9d89-310616a61a04 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 688.775040] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 688.775040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.775040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.775040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.775040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.775612] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.775871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.776058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.776364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.776616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.776821] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.780706] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.781124] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.781401] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.781830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.782237] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.782639] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.782880] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.783211] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.783567] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.783886] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.784141] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.784364] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.787344] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.787344] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.787344] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.787344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.797178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.797598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.797743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.798013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.798355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.803974] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.806104] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.806104] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.806104] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.806104] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-5ee0585d-a08e-4077-bc79-c7332045cdce taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.806104] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.806104] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.806104] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.806104] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee0585d-a08e-4077-bc79-c7332045cdce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.809142] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: UNINITIALIZED for 2s [ 688.903671] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.906975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.906975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.906975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.906975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.906975] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be updated. [ 688.931405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.931405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.931405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.931405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.931405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.942049] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 689.177057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.177057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.177057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.178764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.178764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.178764] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 689.219931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.220107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.220173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.220403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.220542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.232206] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 689.281338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.281496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.281572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.281773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.282095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.283352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.283477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.283543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.283724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.284380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.284380] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 689.308878] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.309140] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.309321] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.309571] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.309688] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.309860] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 5ee0585d-a08e-4077-bc79-c7332045cdce not found, creating... [ 689.310121] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.310243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.310361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.310577] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.310713] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.310988] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311155] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.311273] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311474] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.311606] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.311742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 5ee0585d-a08e-4077-bc79-c7332045cdce is going to be created. [ 689.314607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.314726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.314726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.315096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.315290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.330691] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 689.341096] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 in Status: SUCCESS [ 689.341294] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 deletion is rescheduled due to dependency. [ 689.341437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.360419] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.360625] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.360745] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.361039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.361272] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.361491] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.793286] env[62657]: INFO networking_nsxv3.common.synchronization [None req-697f552c-8144-4e3a-8b4b-899a7eae3e1d None None] Enqueued Resource ID: dc893ba6-c08c-42f3-849c-ec1123bdd001 with Priority: HIGHEST for action port [ 689.793993] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc893ba6-c08c-42f3-849c-ec1123bdd001 with Priority: HIGHEST for action port [ 689.795369] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc893ba6-c08c-42f3-849c-ec1123bdd001 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.795459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc893ba6-c08c-42f3-849c-ec1123bdd001" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.795506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc893ba6-c08c-42f3-849c-ec1123bdd001" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.795788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc893ba6-c08c-42f3-849c-ec1123bdd001" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.795887] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc893ba6-c08c-42f3-849c-ec1123bdd001',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.827366] env[62657]: INFO networking_nsxv3.common.synchronization [req-6004481a-5479-4095-b352-a6be5d2a7004 req-85f2d474-24bc-49d2-b6b2-c5e8de0e2291 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 689.831225] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 689.831225] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.835870] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.835870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.835870] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.302203] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc893ba6-c08c-42f3-849c-ec1123bdd001 [ 690.302203] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.302433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.302433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.302815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.302815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.302815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc893ba6-c08c-42f3-849c-ec1123bdd001 already deleted. [ 690.303270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc893ba6-c08c-42f3-849c-ec1123bdd001" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.323223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 690.323472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.337279] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.370101] env[62657]: INFO networking_nsxv3.common.synchronization [req-9deba20d-09fe-4174-a273-f1c56e636d21 req-0676e1c3-856e-47e6-9297-a2e46b20e1f7 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 690.370937] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGHEST for action security_group_members [ 690.371930] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.372543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.374251] env[62657]: INFO networking_nsxv3.common.synchronization [req-2dc9758b-5fbd-427b-9c28-38983e5be860 req-17b28c51-ee8e-4326-b86b-4ee935b4a7b7 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 690.374849] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 690.374849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.374937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.375479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.375479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.375479] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.375479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.375733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.375733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.375928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.375928] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.571894] env[62657]: INFO networking_nsxv3.common.synchronization [req-d73311ae-3faa-41a2-babe-0e820e6fdea1 req-24cd5c87-f310-458b-8b7e-45af154d6ec6 service nova] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_rules [ 690.572188] env[62657]: INFO networking_nsxv3.common.synchronization [req-d73311ae-3faa-41a2-babe-0e820e6fdea1 req-24cd5c87-f310-458b-8b7e-45af154d6ec6 service nova] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 690.572436] env[62657]: INFO networking_nsxv3.common.synchronization [req-d73311ae-3faa-41a2-babe-0e820e6fdea1 req-24cd5c87-f310-458b-8b7e-45af154d6ec6 service nova] Enqueued Resource ID: 5ee0585d-a08e-4077-bc79-c7332045cdce with Priority: HIGHEST for action port [ 690.575686] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_rules [ 690.575686] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 690.575686] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee0585d-a08e-4077-bc79-c7332045cdce with Priority: HIGHEST for action port [ 690.576916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.576916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.576916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.576916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.576916] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.581622] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.581622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.581622] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee0585d-a08e-4077-bc79-c7332045cdce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.581622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.581622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.581622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.581622] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee0585d-a08e-4077-bc79-c7332045cdce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.821746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 690.821746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.821746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.821746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.821746] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.821746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.821746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.822022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.822022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.822022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.822102] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.840424] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.878589] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.878738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.878817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.879029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.879123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.879311] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.879435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.879469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.879598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.879671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.879751] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 already deleted. [ 690.879826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.951229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 690.951447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.065770] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.067021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.067021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.067021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.067329] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068444] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.068930] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069246] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.069436] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.069716] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.070474] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.070474] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.070474] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.070474] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.070891] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.071080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.081044] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.081259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.081487] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ee0585d-a08e-4077-bc79-c7332045cdce with status ACTIVE [ 691.083300] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.083300] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.083300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.083871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.083871] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.084057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.084394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.084479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.084674] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ee0585d-a08e-4077-bc79-c7332045cdce is going to be updated. [ 691.090427] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.090592] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.090732] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.090900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.091231] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-bb8d7323-ec7b-4076-84fc-32e25b4ac439 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.091394] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.091618] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.092086] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.092086] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8d7323-ec7b-4076-84fc-32e25b4ac439',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.121490] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.121490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.121490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.121490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.121490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.121490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee0585d-a08e-4077-bc79-c7332045cdce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.250308] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 691.250585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.250761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.251184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.251184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.251304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.251339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.251688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.251688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.251688] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.329027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.329027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.329027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.329027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.329027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.329828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.329828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.329828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.329828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.329828] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.344039] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 691.344039] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 691.344039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.344039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.344039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.344039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.344039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.344039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.344039] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 691.368996] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.369127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.369199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.369409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.369549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.380019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 691.517855] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e7752358-bbfd-4aaa-83f7-94755ffc283f tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 691.518452] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 691.518730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.518846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.518903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.519792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.519883] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.596651] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.599881] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port bb8d7323-ec7b-4076-84fc-32e25b4ac439 not found, creating... [ 691.599881] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.599881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.600410] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.600410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.600410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.600410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.600987] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.601085] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: bb8d7323-ec7b-4076-84fc-32e25b4ac439 is going to be created. [ 691.625283] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.625283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.625283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.625283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.625283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.625283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.631811] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6321c66a-73ed-4a9b-a05d-0faeea2e77a5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 691.633092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 691.633092] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.633092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.755464] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.828660] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9767adab-57a4-421f-8f08-161444864c9a None None] Enqueued Resource ID: 2d773a57-439f-4950-9eb3-475dd7fb37dd with Priority: HIGHEST for action port [ 691.829966] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d773a57-439f-4950-9eb3-475dd7fb37dd with Priority: HIGHEST for action port [ 691.831474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d773a57-439f-4950-9eb3-475dd7fb37dd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.832016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d773a57-439f-4950-9eb3-475dd7fb37dd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.832016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d773a57-439f-4950-9eb3-475dd7fb37dd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.832251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d773a57-439f-4950-9eb3-475dd7fb37dd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.832429] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d773a57-439f-4950-9eb3-475dd7fb37dd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.835567] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e88270-fa43-46a2-a5aa-774a453fc61a: rpc.has_security_group_logging(os_id): False [ 691.855286] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.855286] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.855286] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.855286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.856890] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.857184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.857489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.857745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.857920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.858102] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be created. [ 691.917237] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.917642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.917698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.917906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.918106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.928656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 692.052964] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.053229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.053229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.053454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.053536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.053640] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf already deleted. [ 692.053733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.053886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.054080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.054165] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.259570] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.335141] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d773a57-439f-4950-9eb3-475dd7fb37dd [ 692.335442] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.335594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.335706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.335919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.337108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.337224] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d773a57-439f-4950-9eb3-475dd7fb37dd already deleted. [ 692.337346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d773a57-439f-4950-9eb3-475dd7fb37dd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.509668] env[62657]: INFO networking_nsxv3.common.synchronization [req-2dc9758b-5fbd-427b-9c28-38983e5be860 req-f3f8ca37-6c5d-4a7b-bfe5-663b2bb462f1 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 692.509947] env[62657]: INFO networking_nsxv3.common.synchronization [req-2dc9758b-5fbd-427b-9c28-38983e5be860 req-f3f8ca37-6c5d-4a7b-bfe5-663b2bb462f1 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 692.510128] env[62657]: INFO networking_nsxv3.common.synchronization [req-2dc9758b-5fbd-427b-9c28-38983e5be860 req-f3f8ca37-6c5d-4a7b-bfe5-663b2bb462f1 service nova] Enqueued Resource ID: bb8d7323-ec7b-4076-84fc-32e25b4ac439 with Priority: HIGHEST for action port [ 692.510367] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 692.510513] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 692.510646] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8d7323-ec7b-4076-84fc-32e25b4ac439 with Priority: HIGHEST for action port [ 692.511911] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.512046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.512122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.512442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.512591] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.516276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.516276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.516276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.516276] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.517559] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8d7323-ec7b-4076-84fc-32e25b4ac439 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.517675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.517724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.517866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.517932] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8d7323-ec7b-4076-84fc-32e25b4ac439',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.575318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.575483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.575528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.575714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.575821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.575918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf already deleted. [ 692.576026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.762867] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.764463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.764463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.764593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.764629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.764724] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 692.815568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.816446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.816971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.835360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 692.870528] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-a0914058-1328-4ce6-86f4-2ca91c4fd5aa tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 692.871530] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 692.871530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.871530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.871778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.871846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.872049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.872317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.872317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.872426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.873428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.873428] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.020043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.020221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.020437] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.021584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8d7323-ec7b-4076-84fc-32e25b4ac439 with status ACTIVE [ 693.021768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.021942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.021994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.024028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.024028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.024028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.024028] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8d7323-ec7b-4076-84fc-32e25b4ac439 is going to be updated. [ 693.044143] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.044458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.044458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.044618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.044723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.044882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8d7323-ec7b-4076-84fc-32e25b4ac439" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.375280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.375445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.375533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.375760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.375852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.376445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.376445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.376445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.376730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.376886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.376932] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 already deleted. [ 693.377017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.388205] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 693.388469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.388555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.388747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.388918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.389040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.389111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.389266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.389353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.389447] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.526706] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.547806] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-ccb2988e-1c97-40bb-aae3-1f500c1bbc5a tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 693.548324] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 693.548638] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.548757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.548825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.551353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.551353] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.551680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.553206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.553206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.553206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.553206] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.895527] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.895827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.895827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.895962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.896706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.897025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.897163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.897277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.897408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.897489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.898643] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be updated. [ 693.921889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.922078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.922155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.922374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.922511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.934877] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: IN_PROGRESS for 2s [ 693.943159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 693.943159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.030211] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.030211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.030211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.032701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.032701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.032701] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be created. [ 694.054664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.054664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.054664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.054664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.054664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.055868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.055868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.055868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.055868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.055868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.056204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.056204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.056204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.056309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.056309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.056389] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 already deleted. [ 694.056462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.065084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: UNINITIALIZED for 2s [ 694.118798] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-9518d52b-c316-4464-9c3b-75ad19876127 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 694.119340] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 694.119640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.119757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.120187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.120485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.120670] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.120765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.120853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.121077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.121172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.121267] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.604717] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.605040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.605260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.605666] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.606120] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.606362] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.606529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.606826] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.607707] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.607707] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.607707] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.607707] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.607891] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.607926] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.608106] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.608294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.624647] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.624834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.624975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.625205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.625323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.625575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.625703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.625791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.625981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.626120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.626213] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 already deleted. [ 694.626306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.627540] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.627748] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.627932] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.633789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.633789] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-f0102e87-ddc5-4249-a3b6-6eb140146290 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.633789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.633789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.633789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.633789] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0102e87-ddc5-4249-a3b6-6eb140146290',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.844465] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 694.844675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.844833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.845077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.845258] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.845365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.845425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.845568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.845640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.846013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.846013] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.136831] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.136831] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.136831] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.137208] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.137249] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.137512] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port f0102e87-ddc5-4249-a3b6-6eb140146290 not found, creating... [ 695.137899] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.138180] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.138401] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.138691] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.138928] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.139744] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.139744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.139744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.139950] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.140228] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.140454] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: f0102e87-ddc5-4249-a3b6-6eb140146290 is going to be created. [ 695.162891] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.163184] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.163361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.163719] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.164116] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.164420] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.350530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.350530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.350530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.350530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.351316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.351316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.351316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.351316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.351316] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.537131] env[62657]: INFO networking_nsxv3.common.synchronization [req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 req-aed3193d-72b1-4a97-9e60-3bf50ec0bb05 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 695.537131] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 695.537131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.537131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.537131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.537131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.537576] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.537801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.537960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.538391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.538556] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.855904] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc95b7cb-d5dd-4e76-9718-d7677fad44ab: rpc.has_security_group_logging(os_id): False [ 695.872626] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.872764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.872828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.873067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.873156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.873405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.874117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.874117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.874117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.874117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.874117] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.874642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.874642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.874642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.874642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.874642] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.875677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.875677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.875677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.875677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.875677] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 695.927817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.927991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.928129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.928267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.928414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.940185] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 695.941229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c94bf8-daee-4690-9442-34c0c2769c9e in Status: SUCCESS [ 695.941453] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e deletion is rescheduled due to dependency. [ 695.941583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.040317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.040477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.040554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.040800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.040905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.041125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.041223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.041286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.041448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.041542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.041637] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 696.080955] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 696.081063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.081293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.081621] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.081738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.081803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.082310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.082310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.082310] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.083798] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.084115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.084115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.087106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.087106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.093778] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 696.147738] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.148445] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.149057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.149423] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.149805] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.150375] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.150651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.150991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.152236] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.155043] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.155043] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.155043] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.155043] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.155043] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.155043] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.155043] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.157255] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-a116b342-4e3d-4d92-a705-e44fc4fd8859 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 696.157315] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-a116b342-4e3d-4d92-a705-e44fc4fd8859 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 696.157467] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-a116b342-4e3d-4d92-a705-e44fc4fd8859 service nova] Enqueued Resource ID: f0102e87-ddc5-4249-a3b6-6eb140146290 with Priority: HIGHEST for action port [ 696.158376] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 696.158517] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 696.158616] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0102e87-ddc5-4249-a3b6-6eb140146290 with Priority: HIGHEST for action port [ 696.159244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.159416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.159527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.159650] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.160742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.160851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.160910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.161086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.161276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.161342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.161426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.162651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.162651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.162651] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.163363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0102e87-ddc5-4249-a3b6-6eb140146290 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.163463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.163531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.163765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.163765] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0102e87-ddc5-4249-a3b6-6eb140146290',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.197697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.197697] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.197697] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.197697] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.197697] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.197697] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.197913] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.198167] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.198316] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c495c9bc-0abe-41d9-a95f-a5c809ecf0f2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.586907] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.587157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.587270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.587563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.587810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.587962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.588075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.588366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.588461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.588555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.588703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.588798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.588860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.589016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.589156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.589248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.589309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.589491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.589627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.589766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.589906] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.665732] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.665900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.666094] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.666972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0102e87-ddc5-4249-a3b6-6eb140146290 with status ACTIVE [ 696.667201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.667320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.667413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.667640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.667738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.667929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.668046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.668127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.668375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.668455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.668679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.668798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.669166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.669166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.669166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.669166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0102e87-ddc5-4249-a3b6-6eb140146290 is going to be updated. [ 696.692262] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.692465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.692778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.692778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.692929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.693096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0102e87-ddc5-4249-a3b6-6eb140146290" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.700105] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.700644] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.701162] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.701282] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.701981] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.701981] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 not found, creating... [ 696.702241] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.702532] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.704043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.704043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.704043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.704043] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.704043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.704043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.704626] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.704626] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.704751] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 is going to be created. [ 696.725072] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.725072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.725072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.725072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.726496] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.726496] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.960963] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.961187] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-773" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.961315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-773" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.961674] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-773" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.961968] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.962693] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.962693] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.962693] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.962825] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.963024] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.963143] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.963251] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.963361] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.963487] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.963589] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.963838] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.988657] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.988855] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.989029] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.989223] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-773" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.989567] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-068d296d-55a2-4d7e-a699-e93944e499a4 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.989783] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.989890] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.990417] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068d296d-55a2-4d7e-a699-e93944e499a4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.092686] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d4b7e0-c994-4b35-852f-5115f7a5b4f8: rpc.has_security_group_logging(os_id): False [ 697.109441] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.109769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.109872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.110117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.110247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.110462] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.110586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.110669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.110861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.110958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.111220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.111347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.111428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.111588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.111683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.111915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.112091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.112187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.112341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.112435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.112535] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be created. [ 697.168201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.168594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.168594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.168752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.168832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.171553] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.181155] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 697.493819] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.494101] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.494247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.497028] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 068d296d-55a2-4d7e-a699-e93944e499a4 not found, creating... [ 697.497028] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.497028] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.497465] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497465] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.497465] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.497465] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 068d296d-55a2-4d7e-a699-e93944e499a4 is going to be created. [ 697.515523] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.515827] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.515968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.516286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.520170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.520457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 req-711f0951-4fd2-40b9-9c7b-fd4b3d2a7b32 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 req-711f0951-4fd2-40b9-9c7b-fd4b3d2a7b32 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 req-711f0951-4fd2-40b9-9c7b-fd4b3d2a7b32 service nova] Enqueued Resource ID: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 with Priority: HIGHEST for action port [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 697.526216] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 with Priority: HIGHEST for action port [ 697.526216] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.526216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.526216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.526216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.526216] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.526767] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.526833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.527037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.527143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.527194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.527346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.527421] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c495c9bc-0abe-41d9-a95f-a5c809ecf0f2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.676731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.676913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.676956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.677166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.677257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.677354] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be created. [ 697.703771] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.703931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.703973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.704279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.704596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.716217] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: UNINITIALIZED for 2s [ 697.951912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 697.952161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.027633] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.027633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.030099] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 with status ACTIVE [ 698.030849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.030849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.030849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.030982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.031031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.031302] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.031302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.031390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.031529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.031598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.031753] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.031943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.031943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.032037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.032114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.032200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 is going to be updated. [ 698.051226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.051332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.051714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.052043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.052195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.052442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.103038] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 698.103252] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa deletion is rescheduled due to dependency. [ 698.103382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.103579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.103776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.103950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.104136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.104182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.104435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.104536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.105020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.485328] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-8ccda849-4d50-41be-a046-4bf32ad333d7 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 698.485585] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-8ccda849-4d50-41be-a046-4bf32ad333d7 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 698.485734] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-8ccda849-4d50-41be-a046-4bf32ad333d7 service nova] Enqueued Resource ID: 068d296d-55a2-4d7e-a699-e93944e499a4 with Priority: HIGHEST for action port [ 698.486283] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 698.486758] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 698.486927] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068d296d-55a2-4d7e-a699-e93944e499a4 with Priority: HIGHEST for action port [ 698.487263] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.487556] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.487810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-068d296d-55a2-4d7e-a699-e93944e499a4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.487988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.488189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.488262] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068d296d-55a2-4d7e-a699-e93944e499a4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.607345] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.991134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 068d296d-55a2-4d7e-a699-e93944e499a4 with status ACTIVE [ 698.991383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.991526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.991600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.991813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.991905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.992115] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.992220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.992298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.992428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.992506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.992687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.992778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.992839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.992972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.993058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.993174] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 068d296d-55a2-4d7e-a699-e93944e499a4 is going to be updated. [ 699.013223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.015811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.015811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.015811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.015811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.015811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068d296d-55a2-4d7e-a699-e93944e499a4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.111646] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.193380] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 699.193605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.298687] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.299019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.299230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.299571] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.299884] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.300298] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.300547] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.301942] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.302391] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.302979] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.303153] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.303300] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.303434] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.304049] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.304049] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.304049] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.333240] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.333240] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.333240] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.333240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-609" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.333240] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-3500a566-520f-4b0e-9244-1bc32a9d1072 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.333240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.333240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.333240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.333632] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3500a566-520f-4b0e-9244-1bc32a9d1072',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.613712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.614060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.614060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.614612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.614612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.614612] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 699.640257] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.640568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.640745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.641089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.641370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.649990] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 699.725228] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 699.725228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.725413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.726833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.726922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.727046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.727116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.727276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.727360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.727448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.727546] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.728598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.728598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.728872] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.729787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.729787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.729787] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.837099] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837276] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.837326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837644] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.837848] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.838025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 3500a566-520f-4b0e-9244-1bc32a9d1072 not found, creating... [ 699.838296] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.838453] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.838572] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.838797] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.838935] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.839230] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.839385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.839502] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.839709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.839842] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.840388] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 3500a566-520f-4b0e-9244-1bc32a9d1072 is going to be created. [ 699.858757] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.858982] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.859142] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.859400] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.859626] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.859843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.232981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.232981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.232981] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.369957] env[62657]: INFO networking_nsxv3.common.synchronization [req-95cb00bf-3b59-4125-9b22-3fc193c3eeea req-50d4361d-8720-4048-a6ac-d1ae44cb6e75 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 700.370518] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 700.370829] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.372220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.372220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.372220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.372220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.372220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.372220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.372753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.372893] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-e9f49dab-44fe-4bc1-b123-bd1808b581d4 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-e9f49dab-44fe-4bc1-b123-bd1808b581d4 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 req-e9f49dab-44fe-4bc1-b123-bd1808b581d4 service nova] Enqueued Resource ID: 3500a566-520f-4b0e-9244-1bc32a9d1072 with Priority: HIGHEST for action port [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 700.586022] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3500a566-520f-4b0e-9244-1bc32a9d1072 with Priority: HIGHEST for action port [ 700.586022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.586022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.586022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.586022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.586022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3500a566-520f-4b0e-9244-1bc32a9d1072 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.586022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.586022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.586022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.586022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3500a566-520f-4b0e-9244-1bc32a9d1072',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.687176] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.687449] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.687490] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.688396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.688396] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.688396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.688613] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.688686] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.688833] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.689046] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.689157] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.689264] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.689401] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.689572] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.689646] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.689777] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.711653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.711837] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.711979] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.712283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.712600] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.712770] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.712889] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.713211] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.714173] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.735844] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.876053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.876243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.876389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.876529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.876782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.876838] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.876905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.876971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.877155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.877276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.877374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 already deleted. [ 700.877460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.087655] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3500a566-520f-4b0e-9244-1bc32a9d1072 with status ACTIVE [ 701.087894] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.088452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.088452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.088452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.088452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.088676] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.088739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.088769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.089019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.089240] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.089374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.089656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.089656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3500a566-520f-4b0e-9244-1bc32a9d1072 is going to be updated. [ 701.108762] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.108872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.109698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.109698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3500a566-520f-4b0e-9244-1bc32a9d1072" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.216903] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.216903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.217122] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.217265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.217461] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 not found, creating... [ 701.217689] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.217916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.217970] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.218441] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.218714] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218858] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.221320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.221320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.221320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.221320] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 is going to be created. [ 701.242021] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.242168] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.242209] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.242710] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.242710] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.243787] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.246850] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.246986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.247059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.247339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.247464] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 701.282205] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.282337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.282404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.282611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.282750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.291769] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 701.659985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 701.660282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.660464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.660745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.660949] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.661165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.661250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.661427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.661520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.661605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.661695] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [req-95cb00bf-3b59-4125-9b22-3fc193c3eeea req-95da50b7-a9ed-4732-bcab-10a4d4f4dd7d service nova] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_rules [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [req-95cb00bf-3b59-4125-9b22-3fc193c3eeea req-95da50b7-a9ed-4732-bcab-10a4d4f4dd7d service nova] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [req-95cb00bf-3b59-4125-9b22-3fc193c3eeea req-95da50b7-a9ed-4732-bcab-10a4d4f4dd7d service nova] Enqueued Resource ID: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 with Priority: HIGHEST for action port [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_rules [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 702.135025] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 with Priority: HIGHEST for action port [ 702.135025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.135025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.135025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.135025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.135025] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.137874] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.137995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.138071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.138647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.138834] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.138937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.138998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.139278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.139644] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.140172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.140330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.140448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.140621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.140621] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.168703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.168970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.168970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.169244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.169474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.170083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.170083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.170083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.170083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.170083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.170405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.170405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.170405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.170540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.170751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.170801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.170916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.171599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.171599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.171599] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.503497] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 702.503497] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 702.503926] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 702.504163] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 702.504446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.504564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.504627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.504978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.505148] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.505277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.505356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.505698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.507074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.507074] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.507074] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de6141c-a172-4f98-b29a-4b1468e2a6d2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.507074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.507074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.507074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.507304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.507304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.507371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.507759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.507759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.507759] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.638578] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.638746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.645105] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 with status ACTIVE [ 702.645349] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.645476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.645557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.645794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.645954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.646176] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.646245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.646282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.646868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.646868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.646868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.646868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.646868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.647121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.647121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.647184] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 is going to be updated. [ 702.648829] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.668340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.668523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.668602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.668828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.668978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.669148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.675539] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51444f56-8bbf-4f05-8449-6e3b0b635faa: rpc.has_security_group_logging(os_id): False [ 702.702444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.702598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.702673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.702901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.703025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.703262] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.703337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.703401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.703561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.703661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.703843] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.704015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.704165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.704390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.704489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.704703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.704820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.704906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.706700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.706838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.706958] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 702.789392] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.789555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.789621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.792023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.792023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.807084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 702.835046] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 702.835247] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 702.835409] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_rules [ 702.835544] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 702.835674] env[62657]: INFO networking_nsxv3.common.synchronization [req-fa654ed7-e577-4a00-a0e3-992a3d01d879 req-3afb3d1d-68ed-404b-ac3e-363eff1f152d tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 702.836279] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 702.836542] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_rules [ 702.836689] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 702.836810] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 702.836950] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 702.837283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.837467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.837606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.837797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.837906] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.838794] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de6141c-a172-4f98-b29a-4b1468e2a6d2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.838950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.839120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.839487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.839596] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.842817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3553569f-d4ca-4ffb-b265-6e80b9c46520 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.842817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.842817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.842817] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3553569f-d4ca-4ffb-b265-6e80b9c46520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.842817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.842817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de6141c-a172-4f98-b29a-4b1468e2a6d2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.009430] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.016813] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.106822] env[62657]: INFO networking_nsxv3.common.synchronization [req-505941aa-9381-4cda-a548-9488f28aa93b req-80007ef0-0c88-4a4d-a181-88eed46df996 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 703.107380] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 703.107748] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.107855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.107929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.108252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.109093] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.109093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.109093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.109093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.109093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.109093] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.151265] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.301921] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 703.302175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.302405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.302638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.302751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.302885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.302946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.303178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.303291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.303396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.303591] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.303697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.303758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.304439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.304625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.304865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.304865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.305104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.305228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.305350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.305440] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.306530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.306724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.306881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.307016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.307085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.307233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.307325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.307415] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.343338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.346605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de6141c-a172-4f98-b29a-4b1468e2a6d2 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.346605] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3553569f-d4ca-4ffb-b265-6e80b9c46520 with status ACTIVE [ 703.346605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.346605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.346605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.347226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.348243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.348243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.348243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.348243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.348243] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 is going to be updated. [ 703.369669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.369669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.369669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.369669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.369669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.369669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.512955] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.520054] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.613880] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.653504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.653740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.653821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.654575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.654575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.654575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be created. [ 703.665216] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.665216] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.665216] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.665216] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.665544] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.665544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.665687] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.665877] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.666022] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.666246] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.667032] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.667032] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.667032] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.667032] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.667032] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.667032] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.672902] env[62657]: INFO networking_nsxv3.common.synchronization [req-47c6bc65-fa28-4dbc-ac53-4d3be555bfc2 req-aaa55158-9b75-4183-bfc9-bc9c7ec531b4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 703.672902] env[62657]: INFO networking_nsxv3.common.synchronization [req-47c6bc65-fa28-4dbc-ac53-4d3be555bfc2 req-aaa55158-9b75-4183-bfc9-bc9c7ec531b4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 703.673830] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 703.673974] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 with Priority: HIGHEST for action security_group_members [ 703.674541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.674635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.674817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de6141c-a172-4f98-b29a-4b1468e2a6d2 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.674898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.685755] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.685916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.685965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.687454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.687454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.698324] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: UNINITIALIZED for 2s [ 703.701374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.701654] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.701848] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.702054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-791" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.702471] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-62c0c673-01fd-4259-83c2-f786d06793be taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.702711] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.702887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.703365] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.703541] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c0c673-01fd-4259-83c2-f786d06793be',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.728720] env[62657]: INFO networking_nsxv3.common.synchronization [req-47c6bc65-fa28-4dbc-ac53-4d3be555bfc2 req-aaa55158-9b75-4183-bfc9-bc9c7ec531b4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 703.728906] env[62657]: INFO networking_nsxv3.common.synchronization [req-47c6bc65-fa28-4dbc-ac53-4d3be555bfc2 req-aaa55158-9b75-4183-bfc9-bc9c7ec531b4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 703.729077] env[62657]: INFO networking_nsxv3.common.synchronization [req-47c6bc65-fa28-4dbc-ac53-4d3be555bfc2 req-aaa55158-9b75-4183-bfc9-bc9c7ec531b4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 703.729757] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_rules [ 703.729849] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 703.729947] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 with Priority: HIGHEST for action port [ 703.730233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.730526] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.730781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3553569f-d4ca-4ffb-b265-6e80b9c46520 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.730942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.731191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.731276] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3553569f-d4ca-4ffb-b265-6e80b9c46520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.812826] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.812826] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d0189f-37c5-4844-9413-2605d9185803: rpc.has_security_group_logging(os_id): False [ 703.830022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.830022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.830022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.830022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.830586] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.830586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.830586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.830936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.831154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.831448] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be created. [ 703.888917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.888917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.888917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.888917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.888917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.931046] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 704.014836] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.014985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.015089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.015307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.015395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.015488] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 704.023349] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.023568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.023854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.023946] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 is going to be created. [ 704.055184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.056100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.056496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.056769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.058377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.062240] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.062497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.062929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.063937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.064157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.080340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 704.081098] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 in Status: UNINITIALIZED for 2s [ 704.117492] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.206527] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.206527] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.206527] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.206976] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.206976] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.207168] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 62c0c673-01fd-4259-83c2-f786d06793be not found, creating... [ 704.207677] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.207677] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.207677] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.207884] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.208023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.208298] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.208442] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.208555] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.208750] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.208876] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.210037] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 62c0c673-01fd-4259-83c2-f786d06793be is going to be created. [ 704.234482] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3553569f-d4ca-4ffb-b265-6e80b9c46520 with status ACTIVE [ 704.234714] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.234853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.234924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.235191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.235289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.235472] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.235572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.235637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.235796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.235872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.236059] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.236155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.236216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.236357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.236451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.236508] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3553569f-d4ca-4ffb-b265-6e80b9c46520 is going to be updated. [ 704.243752] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.244104] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.244343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.244786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.246437] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.246437] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.272780] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.273811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.273909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.274297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.274549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.274766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3553569f-d4ca-4ffb-b265-6e80b9c46520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.314766] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.619771] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.619934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.620015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.620280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.620390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.620492] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 704.668054] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.668296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.668460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.668695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.669283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.680850] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 704.820501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.820501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.820501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.820501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.820501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.820501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 704.820501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 704.820501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.842575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.844841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.844841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.844841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.844841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.851070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [req-505941aa-9381-4cda-a548-9488f28aa93b req-02bf3974-0c40-415e-b7d4-a41a89f410db service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [req-505941aa-9381-4cda-a548-9488f28aa93b req-02bf3974-0c40-415e-b7d4-a41a89f410db service nova] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [req-505941aa-9381-4cda-a548-9488f28aa93b req-02bf3974-0c40-415e-b7d4-a41a89f410db service nova] Enqueued Resource ID: 62c0c673-01fd-4259-83c2-f786d06793be with Priority: HIGHEST for action port [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_rules [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 705.124211] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c0c673-01fd-4259-83c2-f786d06793be with Priority: HIGHEST for action port [ 705.125211] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.125576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.125912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.126245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.126703] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.129504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.129504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.129504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c0c673-01fd-4259-83c2-f786d06793be taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.129504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.129504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.129504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.129504] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c0c673-01fd-4259-83c2-f786d06793be',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.630894] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.634222] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c0c673-01fd-4259-83c2-f786d06793be with status ACTIVE [ 705.634222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.634222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.634222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.634222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.634822] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c0c673-01fd-4259-83c2-f786d06793be is going to be updated. [ 705.653039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.653214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.653291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.653497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.653635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.653791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c0c673-01fd-4259-83c2-f786d06793be" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.709118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 705.709382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.709544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.709948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.710075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.710145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.710290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.710359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.710440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.710533] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.943630] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 705.943849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.944044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.944268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.944357] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.091938] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 706.092214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.092437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.092600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.093308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.093308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.093308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.093308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.093308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.093308] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.094857] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 in Status: SUCCESS [ 706.095044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.096111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.097525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.097525] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.097525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.097525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.097525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.097525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.097525] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.214704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.214905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.214985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.215745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.215745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.215745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.215934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.216060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.216199] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.216321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.216388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.216559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.216708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.216886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.217181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.217239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.217347] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.412115] env[62657]: INFO networking_nsxv3.common.synchronization [req-727e35ac-6422-49f0-9984-1411f41394ab req-2645d622-b739-4991-834d-f02b91c57440 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 706.412666] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 706.412997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.413107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.413173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.413460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.413526] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.413911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.413983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.414402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.414761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.414761] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.449592] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.450247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.598872] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.599122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.599400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.599582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.602069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.602069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.602069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.602069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.602069] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 is going to be deleted. [ 706.602069] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.651197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.651609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.651609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.651609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.651760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.651807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.652195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.652380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.652914] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.652914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.652914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.653166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.653166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.653166] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.707520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.707520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.707520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.707520] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.720732] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d967a5f5-11bd-4972-a16b-ffdec1812531: rpc.has_security_group_logging(os_id): False [ 706.740745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.740745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.740745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.741057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.741057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.741125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.741218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.741325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.741414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.741487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.741663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.741754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.741812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.741949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.743077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.743223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be created. [ 706.800411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.800789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.801917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.802259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.802617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.817291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 706.859443] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 706.859683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.859856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.860088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.860847] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.860847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.860847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.860847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.860847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.860847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.861197] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.918688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.918946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.919143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.919725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.919725] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.919725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.919725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.919725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.920015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.920015] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 706.982897] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.982897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.982897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.982897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.982897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.991415] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 707.104110] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.155126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.155328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.155404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.155614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.155708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.155895] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.155991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.156067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.156215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.156292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.156632] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 already deleted. [ 707.156632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.156632] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.157468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.157642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.157810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.157994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.157994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.161347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.161347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.161347] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.209510] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.362971] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.367023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.367023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.367023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.367023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.367779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.367779] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.610030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.610030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.610030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.610030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 707.636744] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.636972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.637124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.637405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.637622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.649913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 707.663030] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de6141c-a172-4f98-b29a-4b1468e2a6d2',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.664203] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.664380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.664426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.664625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.664713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.664898] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.665751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.665751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.665751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.665751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.665751] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 already deleted. [ 707.665751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.715922] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.877029] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d0189f-37c5-4844-9413-2605d9185803: rpc.has_security_group_logging(os_id): False [ 707.899438] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.899438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.899438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.899660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.899725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.903025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.903025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.903025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.903923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.903923] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 707.961317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.961317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.961317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.961317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.964270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.978280] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 708.167184] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de6141c-a172-4f98-b29a-4b1468e2a6d2: rpc.has_security_group_logging(os_id): False [ 708.201209] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.201526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.201526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.202200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.202200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.202200] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.202756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.202756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.202756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.202987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.202987] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 is going to be created. [ 708.222879] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.223042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.223128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.223372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.223461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.223557] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 708.226698] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2], does not exist path=[/infra/domains/default/groups/7de6141c-a172-4f98-b29a-4b1468e2a6d2]."\n}' [ 708.226841] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2 [ 708.226927] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 708.269907] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.269907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.269907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.269907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.269907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.274615] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.274875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.277028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.277028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.277028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.277309] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.277419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.277419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.277683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.277760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.277995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.278146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.278203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.278335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.278385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.280033] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de6141c-a172-4f98-b29a-4b1468e2a6d2 is going to be created. [ 708.280747] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 708.298484] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2], does not exist path=[/infra/domains/default/groups/7de6141c-a172-4f98-b29a-4b1468e2a6d2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2 [ 708.298704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de6141c-a172-4f98-b29a-4b1468e2a6d2" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.299204] env[62657]: Traceback (most recent call last): [ 708.299252] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 708.299252] env[62657]: return func(*args, **kwargs) [ 708.299252] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 708.299252] env[62657]: res.raise_for_status() [ 708.299252] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 708.299252] env[62657]: raise HTTPError(http_error_msg, response=self) [ 708.299252] env[62657]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2 [ 708.299252] env[62657]: During handling of the above exception, another exception occurred: [ 708.299252] env[62657]: Traceback (most recent call last): [ 708.299252] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 708.299252] env[62657]: listener.cb(fileno) [ 708.299252] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 708.299252] env[62657]: result = function(*args, **kwargs) [ 708.299252] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 708.299252] env[62657]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 708.299813] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 708.299813] env[62657]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 708.299813] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 708.299813] env[62657]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 708.299813] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 708.299813] env[62657]: res.raise_for_status() [ 708.299813] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 708.299813] env[62657]: raise HTTPError(http_error_msg, response=self) [ 708.299813] env[62657]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7de6141c-a172-4f98-b29a-4b1468e2a6d2 [ 708.299813] env[62657]: Removing descriptor: 18 [ 708.831307] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 708.831631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.001484] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 709.001730] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 deletion is rescheduled due to dependency. [ 709.001943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.660645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 709.661208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.661395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.661661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.661862] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.661981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.662077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.662295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.662386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.662473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.662573] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.663616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.663824] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.663991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.664249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.664368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.664506] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.010641] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 710.011015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.012507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.012781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.012914] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.166697] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.166969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.167204] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.291980] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 710.292106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.292931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.292931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.292931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.292931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.292931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.293294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.293294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.293294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.293433] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.516409] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.516645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.516794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.517173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.517432] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.517541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.517666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.518064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.518064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.518131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.518269] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.669651] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.796594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.796789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.796862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.798834] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.798834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.799170] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.799170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.799170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.799281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.799450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.799508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.799560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.799692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.799765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.799840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.799924] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.022851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.026037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.026037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.026037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.026037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.027071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.027071] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.172998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.176308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.176308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.176308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.176308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.176308] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 711.201612] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.201612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.201612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.201612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.201612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.211882] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 711.305298] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04f9da9-338b-4485-8c00-4d5056a7fd0a: rpc.has_security_group_logging(os_id): False [ 711.321927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.322161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.322289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.322592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.341046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.341367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.341499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.341580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.341811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.341894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.342165] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.342262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.342326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.342778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.343071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.343319] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.343559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.343834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.344019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.344140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.344272] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 711.413700] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.413972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.414153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.414484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.414743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.416844] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.417837] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 711.432749] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 711.444275] env[62657]: INFO networking_nsxv3.common.synchronization [req-8912126f-86be-4633-a85c-45bf4bb43faf req-d0c05703-cf33-4abb-b86f-7e51b5fd445d tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 711.444839] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 711.448020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.448020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.448020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.448695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.448913] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.449277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.449940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.450074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.450208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.450493] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.476542] env[62657]: INFO networking_nsxv3.common.synchronization [req-8912126f-86be-4633-a85c-45bf4bb43faf req-d0c05703-cf33-4abb-b86f-7e51b5fd445d tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 711.476709] env[62657]: INFO networking_nsxv3.common.synchronization [req-8912126f-86be-4633-a85c-45bf4bb43faf req-d0c05703-cf33-4abb-b86f-7e51b5fd445d tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 711.476850] env[62657]: INFO networking_nsxv3.common.synchronization [req-8912126f-86be-4633-a85c-45bf4bb43faf req-d0c05703-cf33-4abb-b86f-7e51b5fd445d tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 711.477494] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 711.477494] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 711.477639] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 711.478018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.478018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.478018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.478205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.480102] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.480102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.480102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.480102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be2992b-8f53-4658-82e7-d43b90625482 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.480102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.480102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.480102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.480102] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be2992b-8f53-4658-82e7-d43b90625482',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.536486] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d0189f-37c5-4844-9413-2605d9185803: rpc.has_security_group_logging(os_id): False [ 711.552139] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.552551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.552716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.553014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.576753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.577018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.577158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.577330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.577683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.577683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.577764] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.581027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.581027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.581027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 711.632666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.632806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.632896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.633167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.633257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.649069] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 711.954957] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.982488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.982682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.984478] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be2992b-8f53-4658-82e7-d43b90625482 with status ACTIVE [ 711.984478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.984478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.984478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.984478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.985034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.985034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.985034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.985034] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be2992b-8f53-4658-82e7-d43b90625482 is going to be updated. [ 712.006152] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.006341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.006413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.006879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.007068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.458150] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.965383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.965383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.965383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.965383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.965383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.965383] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be updated. [ 712.993293] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.993425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.993981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.995664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.995664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.012985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: IN_PROGRESS for 2s [ 713.232060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 713.232161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.232683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.232683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.232683] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.232819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.232864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.233075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.233154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.233228] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.447929] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 713.447929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.665869] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 713.666212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.720149] env[62657]: INFO networking_nsxv3.common.synchronization [None req-357c6a4a-73fe-4ec5-8b41-76ef0a78e87b None None] Enqueued Resource ID: 862abbc2-2571-41c3-ad29-cb6a6cd3f31c with Priority: HIGHEST for action port [ 713.720149] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862abbc2-2571-41c3-ad29-cb6a6cd3f31c with Priority: HIGHEST for action port [ 713.720149] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-862abbc2-2571-41c3-ad29-cb6a6cd3f31c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.720149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862abbc2-2571-41c3-ad29-cb6a6cd3f31c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.720149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862abbc2-2571-41c3-ad29-cb6a6cd3f31c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.720149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862abbc2-2571-41c3-ad29-cb6a6cd3f31c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.720149] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862abbc2-2571-41c3-ad29-cb6a6cd3f31c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.743236] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.229313] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 862abbc2-2571-41c3-ad29-cb6a6cd3f31c [ 714.229313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.229313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.229313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.229313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.229313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.229313] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:862abbc2-2571-41c3-ad29-cb6a6cd3f31c already deleted. [ 714.229313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862abbc2-2571-41c3-ad29-cb6a6cd3f31c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.243677] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.573836] env[62657]: INFO networking_nsxv3.common.synchronization [req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 req-c3e1f1b7-8814-437b-bb22-afd0182d1220 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Enqueued Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 714.573836] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 with Priority: HIGHEST for action security_group_members [ 714.574072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.574131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.748417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.748788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.748788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.749086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.749126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.749230] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 714.778463] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.782238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.782344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.782599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.782749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.790802] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 715.024067] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 715.024067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.024262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.024507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.024671] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.024784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.024844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.025114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.025205] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.529340] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.531708] env[62657]: INFO networking_nsxv3.common.synchronization [req-a0316b20-fc72-4994-b832-1ff9f0f84475 req-90a340f4-90bf-466b-977d-a07cf4df7010 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 715.532352] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 715.532783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.532783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.551517] env[62657]: INFO networking_nsxv3.common.synchronization [req-a0316b20-fc72-4994-b832-1ff9f0f84475 req-90a340f4-90bf-466b-977d-a07cf4df7010 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 715.551707] env[62657]: INFO networking_nsxv3.common.synchronization [req-a0316b20-fc72-4994-b832-1ff9f0f84475 req-90a340f4-90bf-466b-977d-a07cf4df7010 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 715.551925] env[62657]: INFO networking_nsxv3.common.synchronization [req-a0316b20-fc72-4994-b832-1ff9f0f84475 req-90a340f4-90bf-466b-977d-a07cf4df7010 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 715.552435] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_rules [ 715.552689] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 715.552689] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be2992b-8f53-4658-82e7-d43b90625482 with Priority: HIGHEST for action port [ 715.552921] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.554372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.554797] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.554903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.555113] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be2992b-8f53-4658-82e7-d43b90625482 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.555218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.555490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.555722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.555806] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be2992b-8f53-4658-82e7-d43b90625482',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.799872] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9297ee93-18c4-4dbe-93fd-97f99f2d5fad None None] Enqueued Resource ID: 3d64f3a8-86ec-4154-aa3d-973ed3921fd1 with Priority: HIGHEST for action port [ 715.799872] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d64f3a8-86ec-4154-aa3d-973ed3921fd1 with Priority: HIGHEST for action port [ 715.800255] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d64f3a8-86ec-4154-aa3d-973ed3921fd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.800255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d64f3a8-86ec-4154-aa3d-973ed3921fd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.800255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d64f3a8-86ec-4154-aa3d-973ed3921fd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.800397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d64f3a8-86ec-4154-aa3d-973ed3921fd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.800438] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d64f3a8-86ec-4154-aa3d-973ed3921fd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.034210] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.059337] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be2992b-8f53-4658-82e7-d43b90625482 with status ACTIVE [ 716.059337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.059337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.060848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.060848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.060848] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.060848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.060848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.061126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.061520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.062242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.062242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.062242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.062242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.062242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.062242] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be2992b-8f53-4658-82e7-d43b90625482 is going to be updated. [ 716.088649] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.088649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.088649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.088649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.088649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.088649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be2992b-8f53-4658-82e7-d43b90625482" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.091319] env[62657]: INFO networking_nsxv3.common.synchronization [req-bd552531-26b0-49c9-8bd8-daa7f6acc550 req-259dd36c-986a-4bbc-aa11-ce89e979930e tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 716.092422] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 716.092915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.093252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.093462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.093773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.094073] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.095383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.095383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.306334] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d64f3a8-86ec-4154-aa3d-973ed3921fd1 [ 716.306334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.306334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.306334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.306334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.306334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.306851] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d64f3a8-86ec-4154-aa3d-973ed3921fd1 already deleted. [ 716.306851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d64f3a8-86ec-4154-aa3d-973ed3921fd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.540016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.540016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.540016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.540258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.540258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.540338] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be updated. [ 716.567278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.567278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.567278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.567278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.567278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.576095] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: IN_PROGRESS for 2s [ 716.600345] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.800463] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 716.800726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.800913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.801179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.801411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.801560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.801649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.801920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.801962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.803512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e67e792-e613-44f8-ae8e-b204913fcaa7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.803512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.803512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.804053] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.804857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.805218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.809758] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.809758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.809758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.809758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.809758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.809758] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.829444] env[62657]: INFO networking_nsxv3.common.synchronization [req-0433c051-1d13-4914-b463-9eed2dac9ffc req-9442e722-2a70-4f5a-9218-9b3e990959e6 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 716.829996] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 716.830397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.830593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.830593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.830780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.830921] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.831030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.831095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.831309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.831400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.831493] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.088619] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.091998] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.092313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.092531] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.092953] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.093867] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.095071] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.095231] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.095514] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.095605] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.095715] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.095898] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.096058] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.096174] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.096695] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.104725] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.107143] env[62657]: INFO networking_nsxv3.common.synchronization [req-0433c051-1d13-4914-b463-9eed2dac9ffc req-6d3f58d0-2009-4ee1-a42d-2aae072ecc9f tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 717.107143] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 717.112111] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.112111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.118166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.118378] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.118548] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.118696] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.119080] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-8f5c77b5-07f0-4685-af28-896159b1d3d7 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.119260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.119630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.119701] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.120448] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5c77b5-07f0-4685-af28-896159b1d3d7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.256856] env[62657]: INFO networking_nsxv3.common.synchronization [None req-705152ae-4646-44d7-a17b-7dbbadfb70a4 None None] Enqueued Resource ID: ec050db5-01e4-4030-836c-d5e7236e6385 with Priority: HIGHEST for action port [ 717.258664] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec050db5-01e4-4030-836c-d5e7236e6385 with Priority: HIGHEST for action port [ 717.259081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec050db5-01e4-4030-836c-d5e7236e6385 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.259216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec050db5-01e4-4030-836c-d5e7236e6385" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.259379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec050db5-01e4-4030-836c-d5e7236e6385" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.259666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec050db5-01e4-4030-836c-d5e7236e6385" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.259666] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec050db5-01e4-4030-836c-d5e7236e6385',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.312684] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e67e792-e613-44f8-ae8e-b204913fcaa7: rpc.has_security_group_logging(os_id): False [ 717.313194] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.313285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.313369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.313552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.331427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.331576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.335843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.336204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.336426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.336426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.336617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.336734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.336801] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 717.337901] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.338746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.338948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.338948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.338948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.338948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.343579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.343579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.343579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.343579] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be updated. [ 717.381473] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.381473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.381473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.381735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.381888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.394056] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 717.415662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.415811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.415879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.416395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.416693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.434701] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: IN_PROGRESS for 2s [ 717.446184] env[62657]: INFO networking_nsxv3.common.synchronization [req-0433c051-1d13-4914-b463-9eed2dac9ffc req-237f7e92-6509-4eee-b4b5-7e7436853cfc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 717.446184] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 717.446184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.446603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.613030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.613030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.613030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.613030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.613258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.613258] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be updated. [ 717.629351] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.630027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.630027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.631768] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 8f5c77b5-07f0-4685-af28-896159b1d3d7 not found, creating... [ 717.631768] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.631768] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.632313] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.632540] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.632709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.632970] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.633173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.633369] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 8f5c77b5-07f0-4685-af28-896159b1d3d7 is going to be created. [ 717.639415] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.639617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.639740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.639976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.640167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.650295] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 717.653886] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.655364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.655364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.655364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.655364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.655364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.765786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec050db5-01e4-4030-836c-d5e7236e6385 [ 717.765786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.765786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.765786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.765786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.765786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.765786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec050db5-01e4-4030-836c-d5e7236e6385 already deleted. [ 717.765786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec050db5-01e4-4030-836c-d5e7236e6385" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.847124] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.296563] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9e1c0a36-32d0-46e4-8526-d962ee332c34 None None] Enqueued Resource ID: 6302bede-7a78-4246-b299-5f6ee4367334 with Priority: HIGHEST for action port [ 718.297178] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302bede-7a78-4246-b299-5f6ee4367334 with Priority: HIGHEST for action port [ 718.297786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6302bede-7a78-4246-b299-5f6ee4367334 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.297786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6302bede-7a78-4246-b299-5f6ee4367334" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.297786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6302bede-7a78-4246-b299-5f6ee4367334" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.297994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6302bede-7a78-4246-b299-5f6ee4367334" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.297994] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6302bede-7a78-4246-b299-5f6ee4367334',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.354545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.354642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.354726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.354936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.355049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.355152] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 718.383851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.384033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.385639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.385639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.385639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.393132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 718.434648] env[62657]: INFO networking_nsxv3.common.synchronization [req-bd552531-26b0-49c9-8bd8-daa7f6acc550 req-ac62cce4-ed44-4438-a4c8-be94ea3c9080 service nova] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_rules [ 718.434770] env[62657]: INFO networking_nsxv3.common.synchronization [req-bd552531-26b0-49c9-8bd8-daa7f6acc550 req-ac62cce4-ed44-4438-a4c8-be94ea3c9080 service nova] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 718.437126] env[62657]: INFO networking_nsxv3.common.synchronization [req-bd552531-26b0-49c9-8bd8-daa7f6acc550 req-ac62cce4-ed44-4438-a4c8-be94ea3c9080 service nova] Enqueued Resource ID: 8f5c77b5-07f0-4685-af28-896159b1d3d7 with Priority: HIGHEST for action port [ 718.437126] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_rules [ 718.437126] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 718.437126] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5c77b5-07f0-4685-af28-896159b1d3d7 with Priority: HIGHEST for action port [ 718.437126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.437126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.437126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.437126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.437126] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.438453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.438453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.438453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5c77b5-07f0-4685-af28-896159b1d3d7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.438716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.438981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.439248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.442228] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5c77b5-07f0-4685-af28-896159b1d3d7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.589703] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.589703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.589703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.589703] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.590866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.592873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.592873] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.592873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.592873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.592873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.592873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.592873] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.800842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6302bede-7a78-4246-b299-5f6ee4367334 [ 718.801151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.801306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.801392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.801666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.801820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.801874] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6302bede-7a78-4246-b299-5f6ee4367334 already deleted. [ 718.801935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6302bede-7a78-4246-b299-5f6ee4367334" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.944165] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.944518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.946939] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f5c77b5-07f0-4685-af28-896159b1d3d7 with status ACTIVE [ 718.947067] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.947162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.947255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.947452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.947548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.947745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.947859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.947912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.948114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.948194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.948383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.948472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.948529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.948673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.948758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.948925] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f5c77b5-07f0-4685-af28-896159b1d3d7 is going to be updated. [ 718.969147] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.969352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.969426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.969678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.969824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.970055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5c77b5-07f0-4685-af28-896159b1d3d7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.093675] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.094960] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.401384] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 719.402315] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 deletion is rescheduled due to dependency. [ 719.402625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.447618] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 in Status: SUCCESS [ 719.447618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.447618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.447618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.449052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e67e792-e613-44f8-ae8e-b204913fcaa7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.597583] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f6159e-f2d3-4311-b402-6763177c104b: rpc.has_security_group_logging(os_id): False [ 719.598784] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.617841] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.617841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.617841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.617841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.634513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.637492] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.637492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.637492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.637752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.637884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.637982] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be updated. [ 719.660711] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 719.660922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.661166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.661387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.661662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.661716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.661781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.661922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.662059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.662099] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.693589] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.693589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.693589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.693589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.693885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.707280] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: IN_PROGRESS for 2s [ 719.982078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.982078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.982078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.982078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.982078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.982078] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e67e792-e613-44f8-ae8e-b204913fcaa7 is going to be deleted. [ 720.058097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.058501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.058694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.058811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.058951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e67e792-e613-44f8-ae8e-b204913fcaa7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.102653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.102841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.102902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.104016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.104016] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be updated. [ 720.153346] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.155485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.155662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.155938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.156156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.163775] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.191047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: IN_PROGRESS for 2s [ 720.404134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 720.407387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.407877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.407988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.408150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.408268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.408324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.408495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.408581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.408677] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.577888] env[62657]: INFO networking_nsxv3.common.synchronization [req-6668d610-7bea-4c48-b1a1-199b69568276 req-2a70dccf-f498-49c4-b3db-7a894f791c5d tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Enqueued Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 720.578536] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6159e-f2d3-4311-b402-6763177c104b with Priority: HIGHEST for action security_group_members [ 720.578888] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f6159e-f2d3-4311-b402-6763177c104b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.579045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.667944] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.914188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.914188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.914188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.914755] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 720.939413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.939548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.939757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.939899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.940015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.950118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 721.134644] env[62657]: INFO networking_nsxv3.common.synchronization [req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 req-e20d635c-5934-4832-91c0-5ac4dfdea7ee tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 721.134644] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 721.134644] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.134644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.134644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.135177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.135177] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.135177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.135177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.135177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.135350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.135379] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.172346] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.172612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.177834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.177834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.177834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.177834] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be updated. [ 721.206223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.206433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.206775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.216419] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 721.640474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.640647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.640734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.640993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.664293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.664605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.664730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.664799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.665011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.665103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.665193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 721.693555] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.694471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.694471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.694682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.694822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.706191] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 721.724228] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 721.724557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.724737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.724950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.725052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.948132] env[62657]: INFO networking_nsxv3.common.synchronization [req-9070f81e-3678-48be-8123-7634a135a707 req-3141ae45-aec4-4d51-ba74-43308732acd2 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 721.949197] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGHEST for action security_group_members [ 721.950456] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.950652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.950779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.951880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.951880] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.951880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.951880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.951880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.952164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.952164] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.201800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f6159e-f2d3-4311-b402-6763177c104b in Status: SUCCESS [ 722.201800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.201800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.202069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.202069] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.202252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.202252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.202455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.202542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.202652] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.250119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.250119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.250119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.250119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.250119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.250119] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be deleted. [ 722.297969] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.298204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.298204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.298428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.298568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.298733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.455020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.455020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.455020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.455020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.481471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.481471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.481471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.481699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.481733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.481808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.481907] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 is going to be updated. [ 722.519918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.519918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.519918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.519918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.520216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.535033] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: IN_PROGRESS for 2s [ 722.705538] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.705902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.705902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.706102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.706102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.706290] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.706389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.706454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.706605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.706682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.706768] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b is going to be deleted. [ 722.741410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.741552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.741552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.743915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.743915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.743915] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f6159e-f2d3-4311-b402-6763177c104b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.888230] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9a95705b-8c4f-4e57-9bd8-ca28fa90c707 None None] Enqueued Resource ID: 25408ecf-44ec-417d-9a38-cc141852a94b with Priority: HIGHEST for action port [ 722.888230] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25408ecf-44ec-417d-9a38-cc141852a94b with Priority: HIGHEST for action port [ 722.888230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-25408ecf-44ec-417d-9a38-cc141852a94b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25408ecf-44ec-417d-9a38-cc141852a94b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.888230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25408ecf-44ec-417d-9a38-cc141852a94b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25408ecf-44ec-417d-9a38-cc141852a94b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.888230] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25408ecf-44ec-417d-9a38-cc141852a94b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.967192] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 722.973244] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 deletion is rescheduled due to dependency. [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.973244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.973244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.973244] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.234424] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 723.234683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.234923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.235072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.235271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.235504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.235504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.235631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.235706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.237695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.237695] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.249046] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.249046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.249046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.249046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.249046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.250098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.250098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.250098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.250098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.250098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.250393] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f6159e-f2d3-4311-b402-6763177c104b already deleted. [ 723.250501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f6159e-f2d3-4311-b402-6763177c104b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.391368] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25408ecf-44ec-417d-9a38-cc141852a94b [ 723.391724] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.391724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.391858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.394080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.394080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.394080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25408ecf-44ec-417d-9a38-cc141852a94b already deleted. [ 723.394080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25408ecf-44ec-417d-9a38-cc141852a94b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.475435] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.475616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.475704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.476076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.476248] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.476463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.476766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.476766] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 723.505504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.509021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.509021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.509021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.509021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.515057] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 723.715243] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 723.715454] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa deletion is rescheduled due to dependency. [ 723.715570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.740226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.740226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.740226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.740752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.740752] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.740752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.740752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.740935] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.744601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.744601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.744601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.744601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.744601] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.762435] env[62657]: INFO networking_nsxv3.common.synchronization [req-f520656a-09ee-4745-8add-87780155224c req-2064f2aa-baf5-4e00-859a-a9213e5860ce tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 723.763265] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 723.763265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.763265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.763265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.767348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.767478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.767597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.767804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.767854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.767948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.768052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.806483] env[62657]: INFO networking_nsxv3.common.synchronization [req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 req-4564165c-b1d1-4ae0-a055-7ee375d5c249 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 723.806977] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGHEST for action security_group_members [ 723.807317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.807454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.807516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.812573] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.812573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.812573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.812573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.812573] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.247592] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce02e372-49e8-427d-8d6d-e6e5fe95f653: rpc.has_security_group_logging(os_id): False [ 724.269476] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.272937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.272937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.272937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.272937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.272937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.291211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.291618] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.292408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.292408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.292408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.292408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.292408] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.292688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.292688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.292767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.293088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.293088] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.293223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.293223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.295217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.295217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.295217] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be updated. [ 724.295217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.295217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.316652] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.316652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.324515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.324903] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.324903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.325120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.325324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.325324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.325465] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 724.326338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.326524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.359202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.359540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.359540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.359689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.359736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.362041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.362998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.363580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.364114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.364356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.364437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.364531] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be updated. [ 724.372974] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 724.388053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.388263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.388322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.388534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.388646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.390630] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.390751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.390956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.391058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.391237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.400035] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: IN_PROGRESS for 2s [ 724.403224] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 724.468125] env[62657]: INFO networking_nsxv3.common.synchronization [req-26e5ef37-d939-4820-a6d2-b56fd7bce918 req-6f732e1c-0f07-48ad-bfd7-54dcb61a4d8c tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 724.468651] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGHEST for action security_group_members [ 724.469374] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.469374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.469374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.469552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.469939] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.469939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.469939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.470190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.470190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.470310] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.539125] env[62657]: INFO networking_nsxv3.common.synchronization [None req-241929eb-0f82-4ab5-b7f2-3d2440c7500f None None] Enqueued Resource ID: 7c4f4843-8da7-4eb8-b7c9-7fd1456a6682 with Priority: HIGHEST for action port [ 724.539356] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4f4843-8da7-4eb8-b7c9-7fd1456a6682 with Priority: HIGHEST for action port [ 724.539883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4f4843-8da7-4eb8-b7c9-7fd1456a6682 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.540118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4f4843-8da7-4eb8-b7c9-7fd1456a6682" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.540118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4f4843-8da7-4eb8-b7c9-7fd1456a6682" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.540328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4f4843-8da7-4eb8-b7c9-7fd1456a6682" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.540432] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4f4843-8da7-4eb8-b7c9-7fd1456a6682',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.543460] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cc4235-2145-4975-bb3d-e521d2d10075 in Status: SUCCESS [ 724.543745] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 deletion is rescheduled due to dependency. [ 724.543745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.972594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.972857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.972933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.973153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.000969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.001320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.001477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.001543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.001734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.001815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.001930] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 is going to be updated. [ 725.043578] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c4f4843-8da7-4eb8-b7c9-7fd1456a6682 [ 725.043578] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.043791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.048114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.048114] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c4f4843-8da7-4eb8-b7c9-7fd1456a6682 already deleted. [ 725.048114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4f4843-8da7-4eb8-b7c9-7fd1456a6682" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.067833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.067985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.068067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.068253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.068383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.083451] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: IN_PROGRESS for 2s [ 725.524191] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 725.524478] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 deletion is rescheduled due to dependency. [ 725.524515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.226086] env[62657]: INFO networking_nsxv3.common.synchronization [None req-96f885e0-9eea-40b0-aacf-d80a6460f0cf None None] Enqueued Resource ID: 3cdf46e4-f314-4a99-88f9-f73ca64b7b55 with Priority: HIGHEST for action port [ 726.226727] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdf46e4-f314-4a99-88f9-f73ca64b7b55 with Priority: HIGHEST for action port [ 726.227460] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdf46e4-f314-4a99-88f9-f73ca64b7b55 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.227638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdf46e4-f314-4a99-88f9-f73ca64b7b55" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.227931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdf46e4-f314-4a99-88f9-f73ca64b7b55" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.228454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdf46e4-f314-4a99-88f9-f73ca64b7b55" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.228658] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdf46e4-f314-4a99-88f9-f73ca64b7b55',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.385592] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 726.385798] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 726.385932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.414204] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 in Status: SUCCESS [ 726.414899] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 deletion is rescheduled due to dependency. [ 726.415032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.415832] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 726.416021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.730556] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cdf46e4-f314-4a99-88f9-f73ca64b7b55 [ 726.731014] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.731161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.731298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.731616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.731790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.732504] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cdf46e4-f314-4a99-88f9-f73ca64b7b55 already deleted. [ 726.732504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdf46e4-f314-4a99-88f9-f73ca64b7b55" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.093052] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 in Status: SUCCESS [ 727.093258] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 deletion is rescheduled due to dependency. [ 727.093378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.408390] env[62657]: INFO networking_nsxv3.common.synchronization [None req-38b48b58-9d64-49a2-9bce-457c992d3a82 None None] Enqueued Resource ID: 94589b71-3fa7-4829-bc2b-136f516ebc9a with Priority: HIGHEST for action port [ 728.408707] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94589b71-3fa7-4829-bc2b-136f516ebc9a with Priority: HIGHEST for action port [ 728.409638] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-94589b71-3fa7-4829-bc2b-136f516ebc9a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.409638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94589b71-3fa7-4829-bc2b-136f516ebc9a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.409638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94589b71-3fa7-4829-bc2b-136f516ebc9a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.409990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94589b71-3fa7-4829-bc2b-136f516ebc9a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.410128] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94589b71-3fa7-4829-bc2b-136f516ebc9a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.913499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94589b71-3fa7-4829-bc2b-136f516ebc9a [ 728.913733] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.913978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.914212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.914321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.914448] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94589b71-3fa7-4829-bc2b-136f516ebc9a already deleted. [ 728.914540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94589b71-3fa7-4829-bc2b-136f516ebc9a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.352383] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:0 completed [ 729.352476] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:1 started [ 730.104027] env[62657]: INFO networking_nsxv3.common.synchronization [req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 req-3d443549-b8a9-4ad1-8abb-631056cf32e1 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 730.104027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 730.104027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.104027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.104027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.104027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.104656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.104656] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.271877] env[62657]: INFO networking_nsxv3.common.synchronization [req-214d27e6-4c6b-49d7-af0c-5470a3925735 req-d9ed8d5d-8ef4-45b0-ae52-67c13f0c7549 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 730.272416] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGHEST for action security_group_members [ 730.273492] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.273492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.273492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.273492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.273492] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.273492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.274042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.274042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.274042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.274042] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.606158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.606312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.606380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.606610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.628991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.629093] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.629214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.629279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.630086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.630086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.630086] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 730.652628] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.652628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.652628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.652628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.652628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.661584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 730.776718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.776953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.777194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.787292] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.787486] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.787614] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.787871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.788135] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.788290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.788398] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.788605] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.788744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.788955] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.789238] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.789381] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.790318] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.790318] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.790318] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.790318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.799524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.799730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.799836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.799903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.800162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.800248] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6998247-05b3-4960-9a66-d97f600d57df is going to be updated. [ 730.809148] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.809148] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.809148] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.809148] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.809148] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.809961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.809961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.809961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.809961] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15ae8cf-4c9c-44be-9a59-719b1dddf0ec',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.822897] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.823042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.823096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.823277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.823399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.830800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: IN_PROGRESS for 2s [ 731.312296] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.312782] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.312993] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.313398] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.313712] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.314084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port e15ae8cf-4c9c-44be-9a59-719b1dddf0ec not found, creating... [ 731.315289] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.315512] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.315641] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.315881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.316043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.316349] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.319440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.319440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.319440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.319440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.319440] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec is going to be created. [ 731.340351] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.340573] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.340698] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.341396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.341642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.341863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.324618] env[62657]: INFO networking_nsxv3.common.synchronization [req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 req-40d7805f-8292-4bcc-9f80-c421175e9d0f service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 732.326841] env[62657]: INFO networking_nsxv3.common.synchronization [req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 req-40d7805f-8292-4bcc-9f80-c421175e9d0f service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 732.327185] env[62657]: INFO networking_nsxv3.common.synchronization [req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 req-40d7805f-8292-4bcc-9f80-c421175e9d0f service nova] Enqueued Resource ID: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec with Priority: HIGHEST for action port [ 732.328674] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 732.329295] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 732.329435] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec with Priority: HIGHEST for action port [ 732.330146] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.330347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.330431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.330683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.330821] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.335019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.335019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.335490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.335490] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15ae8cf-4c9c-44be-9a59-719b1dddf0ec',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.670985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 732.671185] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 732.671313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.671465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.671670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.671836] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.671947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.672057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.672206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.672288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.672387] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.837419] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.837570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.837710] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e15ae8cf-4c9c-44be-9a59-719b1dddf0ec with status ACTIVE [ 732.837871] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.837974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.838042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.838258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.838346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.838508] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.838604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.838675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.838821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.838898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.839081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.839172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.839229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.839363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.839472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.839512] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec is going to be updated. [ 732.841435] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6998247-05b3-4960-9a66-d97f600d57df in Status: SUCCESS [ 732.841608] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6998247-05b3-4960-9a66-d97f600d57df deletion is rescheduled due to dependency. [ 732.841714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.848764] env[62657]: INFO networking_nsxv3.common.synchronization [req-83206468-05d1-4a75-83d9-5504601f6601 req-980bcf26-3e12-4057-a5a3-b2faaa3ba21b tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 732.849021] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 732.849567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.849687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.849752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.849934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.850095] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.854059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.854172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.854350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.854438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.854556] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.859035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.859155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.859225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.859396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.861087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.861087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.175637] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.356754] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.677622] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.859810] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.182079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.182079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.182079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.182079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.182079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.182079] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 734.209841] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.210058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.210058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.210393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.210558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.219839] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 734.362380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.362695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.362695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.362850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.362941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.363067] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be updated. [ 734.390345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.390345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.390345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.390598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.390598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.400904] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 734.842659] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d837824-8846-4c68-82d1-2fe92662c606 req-918016bc-abce-4a54-a99d-611ac60abc67 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 734.843316] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 734.843400] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.843522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.843564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.843764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.845301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.845301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.845301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.845301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.845301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.845301] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.165162] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.165413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.165560] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.165919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.166169] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.166603] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.166603] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.166851] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.167019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.167369] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.167571] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.167772] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.168107] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.168238] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.168325] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.168595] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.206610] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.206789] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.206973] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.207180] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.207499] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-147cad01-1bfa-4c75-b37d-ad728828290c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.207676] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.207819] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.208171] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.208313] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147cad01-1bfa-4c75-b37d-ad728828290c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.348699] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.348834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.348921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.349170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.349271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.349470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.349568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.349632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.349780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.349864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.349949] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf already deleted. [ 735.350051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.710699] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.711039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.711234] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.711441] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.711646] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.711786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 147cad01-1bfa-4c75-b37d-ad728828290c not found, creating... [ 735.712107] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.712296] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.712457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.712690] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.712938] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.713241] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.713403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.713531] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.713739] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.713874] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.714021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 147cad01-1bfa-4c75-b37d-ad728828290c is going to be created. [ 735.732287] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.732485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.732613] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.732859] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.733093] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.733313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.229825] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 736.230497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.230497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.230745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.231021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.231211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.231566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.231762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.231905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.232058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.232195] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.411543] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 736.411543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.487703] env[62657]: INFO networking_nsxv3.common.synchronization [req-753fa66a-2345-4968-8ba0-03b87cb524ed req-bd60fa9a-c032-4f98-8583-dd8a7eac561d tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 736.488387] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGHEST for action security_group_members [ 736.488719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.488862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.488964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.489446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.489695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.489776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.490044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.490044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.490151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.490244] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d837824-8846-4c68-82d1-2fe92662c606 req-c011c95e-17ae-4c57-9e2c-4862a3bc0cae service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d837824-8846-4c68-82d1-2fe92662c606 req-c011c95e-17ae-4c57-9e2c-4862a3bc0cae service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d837824-8846-4c68-82d1-2fe92662c606 req-c011c95e-17ae-4c57-9e2c-4862a3bc0cae service nova] Enqueued Resource ID: 147cad01-1bfa-4c75-b37d-ad728828290c with Priority: HIGHEST for action port [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 736.709970] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147cad01-1bfa-4c75-b37d-ad728828290c with Priority: HIGHEST for action port [ 736.714210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.714210] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.714210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.714210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.714210] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.714210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-147cad01-1bfa-4c75-b37d-ad728828290c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.714210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.715317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.715317] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147cad01-1bfa-4c75-b37d-ad728828290c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.734560] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.734811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.734811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.734982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.735158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.735260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.735321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.735473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.735560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.735661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.735812] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.735917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.735980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.736139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.736273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.736365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.736427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.737323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.737409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.737498] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.995178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.995178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.995178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.995178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.013510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.013764] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.013869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.013939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.013939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.013939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.013939] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 357f0841-490a-43e6-878d-45e890e26887 is going to be updated. [ 737.040603] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.040603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.040603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.040603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.040603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.047739] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: IN_PROGRESS for 2s [ 737.217463] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.218540] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.218656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.218821] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 147cad01-1bfa-4c75-b37d-ad728828290c with status ACTIVE [ 737.218993] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.219170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.219247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.219447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.219538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.223020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.223020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.223020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.223020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 147cad01-1bfa-4c75-b37d-ad728828290c is going to be updated. [ 737.239583] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b97f010-b352-4187-8524-4319de47c018: rpc.has_security_group_logging(os_id): False [ 737.253509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.253709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.253752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.253933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.254074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.254225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147cad01-1bfa-4c75-b37d-ad728828290c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.262094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.262449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.262449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.262631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.262745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.262992] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.263115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.263196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.263611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.263611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.263611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.263770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.263770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.263922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.264013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.264181] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.264325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.264325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.264897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.264897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.264897] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 737.331367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.331557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.331620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.331842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.332013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.349414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 737.724710] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.230335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.230491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.230561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.230784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.230878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.230974] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be created. [ 738.255620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.255792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.255859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.256115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.256313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.265709] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: UNINITIALIZED for 2s [ 739.056984] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 357f0841-490a-43e6-878d-45e890e26887 in Status: SUCCESS [ 739.057327] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 357f0841-490a-43e6-878d-45e890e26887 deletion is rescheduled due to dependency. [ 739.057327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.363134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 739.363465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.276778] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 740.276778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.277245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.277245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.277334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.277618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.277618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.277781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.277781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.277852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.277929] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.780507] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.285241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f157594-88e0-4650-aff8-ddef24bd63cf: rpc.has_security_group_logging(os_id): False [ 741.302708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.302949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.303100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.303248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.303362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.303629] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.303913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.303913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.304086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.304169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.304294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be created. [ 741.354918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.355450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.355450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.355845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.355988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.370241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 741.711410] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 741.711532] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 742.793897] env[62657]: INFO networking_nsxv3.common.synchronization [req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa req-92c3deeb-b60d-40a1-946b-db1817e5d7b0 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 742.798021] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 742.798021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.798021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.798021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.798021] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.152148] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.152355] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.152485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.152791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.153091] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.153266] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.153386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.153600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.153746] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.153969] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.154112] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.154288] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.154352] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.154453] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.154562] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.154735] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.175913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.175913] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.175913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.175913] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-981" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.176253] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a9b238fc-2134-40d8-8d95-63fd9b848742 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.176484] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.176623] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.176931] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.177092] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b238fc-2134-40d8-8d95-63fd9b848742',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.298171] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.298364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.298434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.298601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.318933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.319271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.319405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.319486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.319682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.319769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.320080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 743.342124] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.342294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.342362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.342563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.342720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.353444] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 743.389120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 743.389404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.679813] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.680100] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.680280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.680636] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.680831] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.681046] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a9b238fc-2134-40d8-8d95-63fd9b848742 not found, creating... [ 743.681396] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.681751] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.681834] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.682128] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.682312] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.682689] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.682896] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.683077] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.683357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.683511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.683698] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a9b238fc-2134-40d8-8d95-63fd9b848742 is going to be created. [ 743.703184] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.703903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.704205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.704487] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa req-d5fe5b32-79ba-4236-a373-7994b22f42ec service nova] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa req-d5fe5b32-79ba-4236-a373-7994b22f42ec service nova] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa req-d5fe5b32-79ba-4236-a373-7994b22f42ec service nova] Enqueued Resource ID: a9b238fc-2134-40d8-8d95-63fd9b848742 with Priority: HIGHEST for action port [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_rules [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 744.440810] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b238fc-2134-40d8-8d95-63fd9b848742 with Priority: HIGHEST for action port [ 744.440810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.440810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.440810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.440810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.440810] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.440810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.440810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.440810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b238fc-2134-40d8-8d95-63fd9b848742 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.440810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.441921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.441921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.441921] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b238fc-2134-40d8-8d95-63fd9b848742',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.737256] env[62657]: INFO networking_nsxv3.common.synchronization [req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 req-b4d83fe3-478b-4444-9218-5314bc9c2e7e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 744.738200] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 744.738750] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.739258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.739842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.740069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.740222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.740465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.740643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.740898] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.946175] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9b238fc-2134-40d8-8d95-63fd9b848742 with status ACTIVE [ 744.946175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.946175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.946175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.946175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.946175] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9b238fc-2134-40d8-8d95-63fd9b848742 is going to be updated. [ 744.950875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.951189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.970917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.970917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.970917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.970917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.970917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.970917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b238fc-2134-40d8-8d95-63fd9b848742" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.244209] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.366195] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 745.366439] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 deletion is rescheduled due to dependency. [ 745.366625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.366860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.367145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.367414] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.367617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.367733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.369365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.369510] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.747113] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.872422] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.250104] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.250104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.250104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.250104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.250104] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 746.288839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.288839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.288839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.289092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.289092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.300877] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 746.374371] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.880237] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.880559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.880745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.881061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.881252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.881412] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 746.908555] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.909201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.910232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.910551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.910789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.919645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 747.534219] env[62657]: INFO networking_nsxv3.common.synchronization [req-b72ccd24-4e14-463d-a9c3-3abcba2866aa req-a3eb1606-ed14-42a2-a113-9fc921b3e44a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 747.537568] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 747.538142] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.538258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.538320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.538515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.539497] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.539648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.539717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.539878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.539964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.540113] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.881882] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.882224] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.882224] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.882993] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.882993] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.882993] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.883178] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.883281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.883422] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.883619] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.883731] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.883839] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.883944] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.884059] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.884164] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.884294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.902506] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.902721] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.902868] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.903047] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-662" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.903371] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-0f15aefa-c446-408e-9d47-72590a9b4fca taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.903550] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.903683] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.903994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.904163] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f15aefa-c446-408e-9d47-72590a9b4fca',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.042200] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.310665] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 748.310830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.407397] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.407397] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.407397] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.407687] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.407854] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.408227] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 0f15aefa-c446-408e-9d47-72590a9b4fca not found, creating... [ 748.409027] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.409027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.409027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.409027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.409432] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.409432] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.409563] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.409681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.409920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.410067] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.410554] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 0f15aefa-c446-408e-9d47-72590a9b4fca is going to be created. [ 748.429676] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.429949] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.430060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.430714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.430828] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.546062] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.931171] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 748.931171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.931171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.931488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.931488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.931604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.931604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.931742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.931820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.931904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.932041] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.048548] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.048731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.048786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.049094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.049171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.049270] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 749.077121] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.077290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.077362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.077566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.077710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.085041] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 749.206493] env[62657]: INFO networking_nsxv3.common.synchronization [req-b72ccd24-4e14-463d-a9c3-3abcba2866aa req-263adb2b-d907-4e7c-b5fb-fbd8e3197ece service nova] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_rules [ 749.206930] env[62657]: INFO networking_nsxv3.common.synchronization [req-b72ccd24-4e14-463d-a9c3-3abcba2866aa req-263adb2b-d907-4e7c-b5fb-fbd8e3197ece service nova] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 749.206930] env[62657]: INFO networking_nsxv3.common.synchronization [req-b72ccd24-4e14-463d-a9c3-3abcba2866aa req-263adb2b-d907-4e7c-b5fb-fbd8e3197ece service nova] Enqueued Resource ID: 0f15aefa-c446-408e-9d47-72590a9b4fca with Priority: HIGHEST for action port [ 749.206930] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_rules [ 749.207553] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 749.207553] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f15aefa-c446-408e-9d47-72590a9b4fca with Priority: HIGHEST for action port [ 749.207946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.208153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.208249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.209574] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.210396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.211435] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f15aefa-c446-408e-9d47-72590a9b4fca taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.211435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.211435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.211435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.211435] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f15aefa-c446-408e-9d47-72590a9b4fca',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.433841] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.713724] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.713724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.716418] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f15aefa-c446-408e-9d47-72590a9b4fca with status ACTIVE [ 749.716418] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.716418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.716418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.716939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.717094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.717470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.717621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.717715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.717899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.718013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.718221] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.718444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.718539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.719100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.719241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.719354] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f15aefa-c446-408e-9d47-72590a9b4fca is going to be updated. [ 749.741089] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.741241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.741241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.741481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.742491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.742491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f15aefa-c446-408e-9d47-72590a9b4fca" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.936501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9: rpc.has_security_group_logging(os_id): False [ 749.954652] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.954881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.954954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.955488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.955488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.955488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.955724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.955724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.955829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.955872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.955923] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 750.022861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.023021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.023121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.023316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.023425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.050881] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 750.067178] env[62657]: INFO networking_nsxv3.common.synchronization [req-5f1fab75-ea82-455b-b022-89a6fb1972aa req-d15dd9cb-09cb-4c8c-98d3-1bb19a16876c tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 750.067681] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 750.068298] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.068298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.068298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.068671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.068671] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.068671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.068671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.068928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.068928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.069057] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.421523] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.421523] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.421523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.421523] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.421523] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.421523] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.421523] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.422210] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.422210] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.422210] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.466069] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.466069] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.466069] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.466069] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-36" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.466069] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.466069] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.466069] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.466069] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.466069] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6c1da1-58e3-4ad0-a8b5-de4294aadd27',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.571430] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.969068] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.969068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.969513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.969553] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.969723] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.969981] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 not found, creating... [ 750.970278] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.970378] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.970447] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.970673] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.970809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.971104] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.971260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.971379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.971582] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.971715] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.971877] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 is going to be created. [ 750.994171] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.994171] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.994352] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.994518] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.994812] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.995184] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.074146] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.110180] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 751.110481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.110717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.111273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.111490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.111789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.111903] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.576559] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.576765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.576848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.577021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.577135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.577252] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be updated. [ 751.605386] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.605538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.605641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.605822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.605961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.615349] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.620693] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 751.744277] env[62657]: INFO networking_nsxv3.common.synchronization [req-5f1fab75-ea82-455b-b022-89a6fb1972aa req-07c871b5-72d3-42cc-89bf-9204ef5623fe service nova] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_rules [ 751.744277] env[62657]: INFO networking_nsxv3.common.synchronization [req-5f1fab75-ea82-455b-b022-89a6fb1972aa req-07c871b5-72d3-42cc-89bf-9204ef5623fe service nova] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 751.744277] env[62657]: INFO networking_nsxv3.common.synchronization [req-5f1fab75-ea82-455b-b022-89a6fb1972aa req-07c871b5-72d3-42cc-89bf-9204ef5623fe service nova] Enqueued Resource ID: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 with Priority: HIGHEST for action port [ 751.744277] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_rules [ 751.744277] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 751.745077] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 with Priority: HIGHEST for action port [ 751.745728] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.746674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.747678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.747678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.747678] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.749997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.749997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.751601] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.751601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.751601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.751601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.751601] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6c1da1-58e3-4ad0-a8b5-de4294aadd27',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.063433] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 752.063721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.117214] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.250517] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.250650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.253133] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 with status ACTIVE [ 752.253331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.253445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.253552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.253750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.255156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.255156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.255156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.255156] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 is going to be updated. [ 752.278163] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.278163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.278163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.278163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.278389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.278488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.619480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.619634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.619708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.619923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.620023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.620121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 752.652851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.653007] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.653089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.653304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.653450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.661650] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 753.629994] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 753.630314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.630433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.630655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.630837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.630950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.631027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.631178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.631258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.631351] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.133626] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.636269] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.672573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.672573] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.672573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.672573] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.037506] env[62657]: INFO networking_nsxv3.common.synchronization [req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd req-c96ef857-beb2-41c7-8625-be898d0d296e tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 755.038092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 755.039086] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.039086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.039086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.039492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.039492] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.039605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.039644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.039822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.039954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.040062] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.139661] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.139853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.139921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.140123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.140219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.140319] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be updated. [ 755.176082] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.176277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.176369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.176593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.176758] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.176857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.176923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.177093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.177179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.177267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.177583] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.177690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.177690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.178230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.178230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.178230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.178230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.178455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.178455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.178524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.178574] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.184243] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.184357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.184426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.184577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.184711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.201734] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 755.545782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.545962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.546081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.546307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.546401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.546605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.546722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.546769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.546897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.546957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.547062] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 already deleted. [ 755.547122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.688498] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e88270-fa43-46a2-a5aa-774a453fc61a: rpc.has_security_group_logging(os_id): False [ 755.705687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.705687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.705687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.705687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.725546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.725546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.725546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.725546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.726156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.727593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.728576] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 755.785520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.785520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.785520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.785520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.785520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.801796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 755.854234] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.854425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.854554] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.854924] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.855223] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.855387] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.855508] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.855728] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.855871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.860195] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.860374] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.860500] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.860614] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.860735] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.860845] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.860988] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.882343] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.883673] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.883673] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.883673] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.884170] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-0d72d9dc-c831-48e5-9322-fab121d22f17 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.884455] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.884628] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.885322] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.885322] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d72d9dc-c831-48e5-9322-fab121d22f17',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.177012] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c3ae7e86-5e78-4acc-83a8-eeffdc511567 None None] Enqueued Resource ID: 359c5f84-2ba5-4974-a731-ddf1b478059e with Priority: HIGHEST for action port [ 756.178283] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359c5f84-2ba5-4974-a731-ddf1b478059e with Priority: HIGHEST for action port [ 756.178283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-359c5f84-2ba5-4974-a731-ddf1b478059e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.178283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359c5f84-2ba5-4974-a731-ddf1b478059e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.178283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359c5f84-2ba5-4974-a731-ddf1b478059e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.178599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359c5f84-2ba5-4974-a731-ddf1b478059e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.178599] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c5f84-2ba5-4974-a731-ddf1b478059e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.388956] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.390028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.390028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.390028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.390028] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.390340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 0d72d9dc-c831-48e5-9322-fab121d22f17 not found, creating... [ 756.390868] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.390868] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.391120] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.391647] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.391647] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.391992] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.394772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.394772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.394772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.394772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.394772] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 0d72d9dc-c831-48e5-9322-fab121d22f17 is going to be created. [ 756.414295] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.414541] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.414674] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.415324] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.415556] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.680455] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 359c5f84-2ba5-4974-a731-ddf1b478059e [ 756.682040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.682040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.682040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.682934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.682934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.682934] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:359c5f84-2ba5-4974-a731-ddf1b478059e already deleted. [ 756.682934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359c5f84-2ba5-4974-a731-ddf1b478059e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.216385] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 757.216648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.216782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.216977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.217728] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.217728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.217728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.217728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.218026] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.253097] env[62657]: INFO networking_nsxv3.common.synchronization [req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd req-7ac5b16c-b9a6-4258-9443-27fa4d6b144a service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 757.253277] env[62657]: INFO networking_nsxv3.common.synchronization [req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd req-7ac5b16c-b9a6-4258-9443-27fa4d6b144a service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 757.253448] env[62657]: INFO networking_nsxv3.common.synchronization [req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd req-7ac5b16c-b9a6-4258-9443-27fa4d6b144a service nova] Enqueued Resource ID: 0d72d9dc-c831-48e5-9322-fab121d22f17 with Priority: HIGHEST for action port [ 757.253675] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 757.253799] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 757.253895] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d72d9dc-c831-48e5-9322-fab121d22f17 with Priority: HIGHEST for action port [ 757.254412] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.254529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.254597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.254971] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.263020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.263020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.263020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.263020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.263716] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d72d9dc-c831-48e5-9322-fab121d22f17 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.263716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.263872] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d72d9dc-c831-48e5-9322-fab121d22f17',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.721467] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.721467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.721467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.721467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.721703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.721703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.721703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.722248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.722248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.722248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.722248] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.722405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.722439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.723483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.723483] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.723483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.723483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.723483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.723483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.723727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.723807] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.760617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.760795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.763168] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.766963] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d72d9dc-c831-48e5-9322-fab121d22f17 with status ACTIVE [ 757.766963] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.766963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.766963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.766963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.766963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.766963] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.766963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.767657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.767657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.767657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.767657] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.767657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.767657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.767855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.767855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.767921] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d72d9dc-c831-48e5-9322-fab121d22f17 is going to be updated. [ 757.791813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.791956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.792032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.792227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.792351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.792510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d72d9dc-c831-48e5-9322-fab121d22f17" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.815951] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 757.816770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.227683] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d967a5f5-11bd-4972-a16b-ffdec1812531: rpc.has_security_group_logging(os_id): False [ 758.245508] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.245508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.245508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.245508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.264040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.265057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.265328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.265515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.265912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.266156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.266630] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.266883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.267063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.267330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.267610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.267875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.268111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.268801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.269673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.269673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.269673] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be updated. [ 758.270504] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.336620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.336620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.336620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.336620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.336620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.345285] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 758.526105] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5bf9141a-7b1a-4327-8160-9207e9a2987a None None] Enqueued Resource ID: e752bedd-f61a-4013-9e97-0932b9491a7e with Priority: HIGHEST for action port [ 758.526105] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e752bedd-f61a-4013-9e97-0932b9491a7e with Priority: HIGHEST for action port [ 758.526105] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e752bedd-f61a-4013-9e97-0932b9491a7e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.526105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e752bedd-f61a-4013-9e97-0932b9491a7e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.526105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e752bedd-f61a-4013-9e97-0932b9491a7e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.526105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e752bedd-f61a-4013-9e97-0932b9491a7e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.526105] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e752bedd-f61a-4013-9e97-0932b9491a7e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.775823] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.776098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.776207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.776428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.776524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.776627] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be created. [ 758.801064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.801342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.801467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.801702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.802888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.814339] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: UNINITIALIZED for 2s [ 759.030124] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e752bedd-f61a-4013-9e97-0932b9491a7e [ 759.030377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.030900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.030900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.030900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.030900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.031134] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e752bedd-f61a-4013-9e97-0932b9491a7e already deleted. [ 759.031134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e752bedd-f61a-4013-9e97-0932b9491a7e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.804464] env[62657]: INFO networking_nsxv3.common.synchronization [req-b3060439-de31-4238-bd95-e3a82f9816d4 req-48fad92b-d1de-4977-81f0-5fdfd921e4b5 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Enqueued Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 759.805011] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 759.805323] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.805464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.805529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.805806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.805986] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.807816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.808131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.808131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.808277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.808518] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.140291] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.140875] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-252" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.141032] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-252" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.141349] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-252" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.141605] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.141760] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.141880] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.142111] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.142253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.142457] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.142570] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.142676] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.142804] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.142932] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.143053] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.143185] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.172422] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.172589] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.172727] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.172952] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-252" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.173285] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-863df264-3cd2-425b-930a-3e1e09f33f12 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.173468] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.173587] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.173907] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.174062] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863df264-3cd2-425b-930a-3e1e09f33f12',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.310568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.310733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.310778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.310970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.311077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.311279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.311376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.311440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.311593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.311669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.311751] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 already deleted. [ 760.311832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.363496] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 760.363706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.676893] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.677159] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.677291] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.677630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.677716] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.677882] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 863df264-3cd2-425b-930a-3e1e09f33f12 not found, creating... [ 760.678185] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.678349] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.678467] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.678689] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.678826] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.679120] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.679277] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.679396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.679598] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.679730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.679872] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 863df264-3cd2-425b-930a-3e1e09f33f12 is going to be created. [ 760.700650] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.700650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.700650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.700650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.700650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.700650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.829233] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.829233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.829233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.829233] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.331338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.331605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.331605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.332076] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.332076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.332453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.332453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.332666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.332831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.332996] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.333124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.333541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.333653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.334314] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.590177] env[62657]: INFO networking_nsxv3.common.synchronization [req-b3060439-de31-4238-bd95-e3a82f9816d4 req-41412d68-22c7-4346-8996-df2afcaa9dfd service nova] Enqueued Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_rules [ 761.590361] env[62657]: INFO networking_nsxv3.common.synchronization [req-b3060439-de31-4238-bd95-e3a82f9816d4 req-41412d68-22c7-4346-8996-df2afcaa9dfd service nova] Enqueued Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 761.590500] env[62657]: INFO networking_nsxv3.common.synchronization [req-b3060439-de31-4238-bd95-e3a82f9816d4 req-41412d68-22c7-4346-8996-df2afcaa9dfd service nova] Enqueued Resource ID: 863df264-3cd2-425b-930a-3e1e09f33f12 with Priority: HIGHEST for action port [ 761.590728] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_rules [ 761.590855] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 761.590950] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863df264-3cd2-425b-930a-3e1e09f33f12 with Priority: HIGHEST for action port [ 761.591534] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.591658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.591727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.591984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.594860] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.598084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.598084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.598084] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.598084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-863df264-3cd2-425b-930a-3e1e09f33f12 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.599106] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863df264-3cd2-425b-930a-3e1e09f33f12',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.836638] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 761.853646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.853795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.853868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.854093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.854197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.855009] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.855009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.855009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.855009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.855009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.855495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.855495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.855495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.855495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.855495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.855693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.855693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.855693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.855826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.855938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.856788] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be created. [ 761.917861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.918011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.918085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.918294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.918469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.928324] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 762.102502] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.103663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.103781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.104852] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 863df264-3cd2-425b-930a-3e1e09f33f12 with status ACTIVE [ 762.104852] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.104852] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.104852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.105275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.105275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.105275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.105377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.105410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.105564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.105622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.105669] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 863df264-3cd2-425b-930a-3e1e09f33f12 is going to be updated. [ 762.129290] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.129435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.129510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.129726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.129859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.130021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-863df264-3cd2-425b-930a-3e1e09f33f12" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.611380] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.113568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.114042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.114042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.114194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.114194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.114291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 is going to be created. [ 763.135213] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.135372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.135444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.135625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.135784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.145084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: UNINITIALIZED for 2s [ 763.942647] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 763.942909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.162980] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: SUCCESS [ 765.163469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.163469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.163623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.163777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.163887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.163946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.164096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.164173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.164252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.164340] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.671489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.671489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.671489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.671489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.671489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.672221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.672221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.672221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.672221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.672221] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.177501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24b19b35-4d4e-4747-bc5d-355c33488909: rpc.has_security_group_logging(os_id): False [ 766.195117] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.195460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.195460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.195597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.195597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.195820] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.195925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.195988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.197127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.199204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.199204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.199204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.199204] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 is going to be created. [ 766.256092] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.256653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.256653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.256653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.256802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.267371] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: IN_PROGRESS for 2s [ 766.592106] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 766.592234] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 766.660793] env[62657]: INFO networking_nsxv3.common.synchronization [req-cbb4afbe-012b-4741-9153-cbe1f14156b0 req-5d0f4de0-e3ea-4645-b611-7408d04ff6fe tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 766.661332] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 766.662012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.664154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.664154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.664154] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.166728] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.290578] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e2a12430-6b5f-431a-a7df-5eea6a15b80e None None] Enqueued Resource ID: 5978b19c-481d-46b6-9d6c-ce2cf746c00e with Priority: HIGHEST for action port [ 767.291111] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b19c-481d-46b6-9d6c-ce2cf746c00e with Priority: HIGHEST for action port [ 767.291290] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-5978b19c-481d-46b6-9d6c-ce2cf746c00e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.291480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5978b19c-481d-46b6-9d6c-ce2cf746c00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.291480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5978b19c-481d-46b6-9d6c-ce2cf746c00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.291732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5978b19c-481d-46b6-9d6c-ce2cf746c00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.292968] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5978b19c-481d-46b6-9d6c-ce2cf746c00e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.671532] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.796424] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5978b19c-481d-46b6-9d6c-ce2cf746c00e [ 767.796666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.796799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.797176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.797478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.797578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.797681] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5978b19c-481d-46b6-9d6c-ce2cf746c00e already deleted. [ 767.797796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5978b19c-481d-46b6-9d6c-ce2cf746c00e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.151655] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e202aefb-2266-450c-a260-543a6341c4f1 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 768.155325] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 768.156543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.156681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.156681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.156984] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.174016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.174236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.174335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.174611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.174742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.174881] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be updated. [ 768.206520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.206626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.208771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.208771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.208771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.220023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 768.282095] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: SUCCESS [ 768.282739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.324112] env[62657]: INFO networking_nsxv3.common.synchronization [None req-53de3bf6-ee04-48b3-8ac8-3d5d2dfa5276 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 768.324668] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 768.325411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.325663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.676023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.676252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.676459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.676549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.676642] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb already deleted. [ 768.676728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.676891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.677049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.677170] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.997568] env[62657]: INFO networking_nsxv3.common.synchronization [req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 req-a1cbcefe-a96c-4898-8471-ac1617050ddc tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 768.998060] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 768.998358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.998470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.998535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.998730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.998911] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.999028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.999091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.999258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.002019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.002019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.199023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.199023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.199023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.199023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.199023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.199023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb already deleted. [ 769.199374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.502191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.502564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.502564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.503621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.504059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.504322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.504891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.505204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.505903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.506251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.506251] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 769.532790] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.532790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.532790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.532790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.533071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.542050] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 769.777055] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.777253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.777585] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.778365] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.778628] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.778852] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.778995] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.779456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.779604] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.779812] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.779926] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.780053] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.780172] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.780284] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.780392] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.780521] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.797360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.797507] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.797642] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.797808] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.798133] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-fbf65385-cdf9-4728-9aa2-457d6bd91b31 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.798300] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.798413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.798725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.798893] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf65385-cdf9-4728-9aa2-457d6bd91b31',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.237657] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 770.237657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.302441] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303013] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.303013] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.303222] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.303342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.303537] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port fbf65385-cdf9-4728-9aa2-457d6bd91b31 not found, creating... [ 770.303753] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.304035] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.304035] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.304265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.304433] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.304785] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.304946] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.305155] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.305382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.305509] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.305653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: fbf65385-cdf9-4728-9aa2-457d6bd91b31 is going to be created. [ 770.310370] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1a927c44-f9fc-47ce-b224-b6b869667391 None None] Enqueued Resource ID: 2b89342b-221e-4e97-8343-342e16dd628a with Priority: HIGHEST for action port [ 770.310621] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b89342b-221e-4e97-8343-342e16dd628a with Priority: HIGHEST for action port [ 770.311167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b89342b-221e-4e97-8343-342e16dd628a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.311329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b89342b-221e-4e97-8343-342e16dd628a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.311329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b89342b-221e-4e97-8343-342e16dd628a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.311578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b89342b-221e-4e97-8343-342e16dd628a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.311747] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b89342b-221e-4e97-8343-342e16dd628a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.334130] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.334460] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.334843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.334951] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.335318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.335516] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.820020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b89342b-221e-4e97-8343-342e16dd628a [ 770.820571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.820571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.820571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.820823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.820823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.820884] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b89342b-221e-4e97-8343-342e16dd628a already deleted. [ 770.820919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b89342b-221e-4e97-8343-342e16dd628a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.502014] env[62657]: INFO networking_nsxv3.common.synchronization [req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 req-f009f934-065a-4d7d-b4dd-f4c9e43496a1 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 771.502269] env[62657]: INFO networking_nsxv3.common.synchronization [req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 req-f009f934-065a-4d7d-b4dd-f4c9e43496a1 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 771.502408] env[62657]: INFO networking_nsxv3.common.synchronization [req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 req-f009f934-065a-4d7d-b4dd-f4c9e43496a1 service nova] Enqueued Resource ID: fbf65385-cdf9-4728-9aa2-457d6bd91b31 with Priority: HIGHEST for action port [ 771.502923] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 771.503379] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 771.503536] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf65385-cdf9-4728-9aa2-457d6bd91b31 with Priority: HIGHEST for action port [ 771.503933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.504124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.504408] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.505236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.505501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf65385-cdf9-4728-9aa2-457d6bd91b31 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.505653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.505804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.505865] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf65385-cdf9-4728-9aa2-457d6bd91b31',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.553563] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 771.553808] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 771.554115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.554349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.554611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.555063] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.555235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.555326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.555552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.555726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.555788] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.012043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.012043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.017501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbf65385-cdf9-4728-9aa2-457d6bd91b31 with status ACTIVE [ 772.017501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.017501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.017501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.017501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.017501] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbf65385-cdf9-4728-9aa2-457d6bd91b31 is going to be updated. [ 772.037026] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.037026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.037026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.037026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.037026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.037026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf65385-cdf9-4728-9aa2-457d6bd91b31" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.059337] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.565591] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.067398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.067691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.067691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.069112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.069158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.069302] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 773.102229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.102229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.102229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.102229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.102229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.109696] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 773.243394] env[62657]: INFO networking_nsxv3.common.synchronization [req-6635138d-905b-4803-af3a-cab39dbba65f req-aeee0d7b-aeef-46ee-9e3f-2b7a6cf22d8b tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Enqueued Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 773.243394] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGHEST for action security_group_members [ 773.243394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.243394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.243394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.243394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.243394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.243394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.244887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.244887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.244887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.244887] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.747190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.747351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.747448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.747684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.747895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.748035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.748228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.748913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.748913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 is going to be updated. [ 773.772474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.772655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.772699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.772869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.773069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.780466] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: IN_PROGRESS for 2s [ 775.119606] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 775.119991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.120683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.120904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.121114] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.121245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.121322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.121774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.121774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.121774] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.482986] env[62657]: INFO networking_nsxv3.common.synchronization [req-e44b12cf-d454-4972-a8fd-6d82367bc074 req-1a3bf1d1-6439-41cb-b2ae-33441571e73e tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 775.483533] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 775.483832] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.483950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.484028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.484965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.484965] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.484965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.485251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.485485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.485606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.485731] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.628514] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.628712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.628785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.628975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.629118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.629220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.629288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.629428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.629509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.629601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.629743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.629832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.629893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.630024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.630164] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.630253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.630323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.630439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.630509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.630573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.630665] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.789248] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b19b35-4d4e-4747-bc5d-355c33488909 in Status: SUCCESS [ 775.789391] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 deletion is rescheduled due to dependency. [ 775.789548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.815401] env[62657]: INFO networking_nsxv3.common.synchronization [None req-558977aa-ba4a-4708-9945-881e247264fd None None] Enqueued Resource ID: 64290147-aea9-4715-ab41-547b6086c607 with Priority: HIGHEST for action port [ 775.815641] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64290147-aea9-4715-ab41-547b6086c607 with Priority: HIGHEST for action port [ 775.816199] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-64290147-aea9-4715-ab41-547b6086c607 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.816331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64290147-aea9-4715-ab41-547b6086c607" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.816400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64290147-aea9-4715-ab41-547b6086c607" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.816647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64290147-aea9-4715-ab41-547b6086c607" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.816731] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64290147-aea9-4715-ab41-547b6086c607',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.988185] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.134463] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d4b7e0-c994-4b35-852f-5115f7a5b4f8: rpc.has_security_group_logging(os_id): False [ 776.152214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.152456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.152712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.152816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.153193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.153379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.153495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.156419] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.156419] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.156419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.156419] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 776.217201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.217201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.217201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.217405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.217405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.230493] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 776.320107] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64290147-aea9-4715-ab41-547b6086c607 [ 776.321132] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.321765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.322281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.322281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.322281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.322453] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64290147-aea9-4715-ab41-547b6086c607 already deleted. [ 776.322659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64290147-aea9-4715-ab41-547b6086c607" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.493575] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.997572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.997771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.997866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.998144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.998248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.998364] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 777.027277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.027277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.027277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.027277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.027277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.034806] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 777.899984] env[62657]: INFO networking_nsxv3.common.synchronization [None req-26ddc435-0c45-431d-8db1-37048bdff653 None None] Enqueued Resource ID: c0d21775-02fe-432c-8109-f54432e8434b with Priority: HIGHEST for action port [ 777.900272] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d21775-02fe-432c-8109-f54432e8434b with Priority: HIGHEST for action port [ 777.900833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d21775-02fe-432c-8109-f54432e8434b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.900963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d21775-02fe-432c-8109-f54432e8434b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.902210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d21775-02fe-432c-8109-f54432e8434b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.902508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d21775-02fe-432c-8109-f54432e8434b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.902630] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d21775-02fe-432c-8109-f54432e8434b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.190417] env[62657]: INFO networking_nsxv3.common.synchronization [req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 req-e90d45df-5693-4a00-a156-34635e414866 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 778.190417] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 778.191398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.191398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.191398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.194040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.194040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.194040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.195018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.198522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.198522] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.243057] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 778.243317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.405096] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0d21775-02fe-432c-8109-f54432e8434b [ 778.405397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.405542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.405622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.405844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.405941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.406038] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0d21775-02fe-432c-8109-f54432e8434b already deleted. [ 778.406121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d21775-02fe-432c-8109-f54432e8434b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.702506] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.702651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.702727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.702952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.703061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.703273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.703378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.703443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.703604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.703679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.703764] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 already deleted. [ 778.703843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.760429] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.760626] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.760754] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.761019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.761278] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.761438] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.761629] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.761762] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.761903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.765913] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.765913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.765913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.765913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.765913] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.765913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.765913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.785217] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.785470] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.785561] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.785740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-542" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.786059] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.789709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.789709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.789709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.789709] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7509ca-23af-4bcf-ba19-40cbeab2a0ee',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.067289] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 779.067289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.292419] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.292738] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.292879] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.293190] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.293355] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.293514] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee not found, creating... [ 779.293780] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.293940] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.294363] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.295188] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.295270] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.295554] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.295719] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.295838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.296152] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.296294] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.296438] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee is going to be created. [ 779.317650] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.317650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.317650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.317650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.317650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.483309] env[62657]: INFO networking_nsxv3.common.synchronization [req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 req-48e625f3-1620-45e5-9ca3-39877a60a6ea service nova] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_rules [ 780.483567] env[62657]: INFO networking_nsxv3.common.synchronization [req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 req-48e625f3-1620-45e5-9ca3-39877a60a6ea service nova] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 780.483666] env[62657]: INFO networking_nsxv3.common.synchronization [req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 req-48e625f3-1620-45e5-9ca3-39877a60a6ea service nova] Enqueued Resource ID: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee with Priority: HIGHEST for action port [ 780.483848] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_rules [ 780.483971] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 780.484500] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee with Priority: HIGHEST for action port [ 780.484673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.484741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.485079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.488809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.488856] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.491949] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.492133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.492226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.492461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.493129] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.493129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.493129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.493129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.493474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.493474] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.494214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.495212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.495212] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7509ca-23af-4bcf-ba19-40cbeab2a0ee',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.999043] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.999043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.999043] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee with status ACTIVE [ 780.999043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.999043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.999043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.000380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.000680] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.001083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.001878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.002064] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee is going to be updated. [ 781.023192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.023192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.023192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.023192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.023192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.023192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.083650] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e9e1a01b-8aaf-4ff2-b1c1-523b8ba68cc9 None None] Enqueued Resource ID: 92589cc8-f596-4154-a0b2-9c1134059a6b with Priority: HIGHEST for action port [ 781.083650] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92589cc8-f596-4154-a0b2-9c1134059a6b with Priority: HIGHEST for action port [ 781.083650] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-92589cc8-f596-4154-a0b2-9c1134059a6b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.086402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92589cc8-f596-4154-a0b2-9c1134059a6b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.086539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92589cc8-f596-4154-a0b2-9c1134059a6b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.086727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92589cc8-f596-4154-a0b2-9c1134059a6b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.086809] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92589cc8-f596-4154-a0b2-9c1134059a6b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.500871] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.590812] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92589cc8-f596-4154-a0b2-9c1134059a6b [ 781.591185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.591300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.591382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.591725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.592201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.592305] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92589cc8-f596-4154-a0b2-9c1134059a6b already deleted. [ 781.592390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92589cc8-f596-4154-a0b2-9c1134059a6b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.005022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.005022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.005022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.005022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.005022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.005022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 is going to be created. [ 782.026685] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.026823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.026901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.027142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.027309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.036870] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: UNINITIALIZED for 2s [ 784.049120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: SUCCESS [ 784.049371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.049500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.049710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.050011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.050011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.050147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.050334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.050417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.050504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.050591] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.553581] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.553932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.553932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.554658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.554658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.555154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.555154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.555154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.555154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.555154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.555685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.555685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.555685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.555685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.555685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.555685] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.058691] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7efa7139-8581-4aa0-ab1a-38eb2a657839: rpc.has_security_group_logging(os_id): False [ 785.083106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.083106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.083106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.083106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.083716] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.083716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.084314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.085112] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 is going to be created. [ 785.150328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.151591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.151833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.152254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.154099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.167026] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: IN_PROGRESS for 2s [ 785.955461] env[62657]: INFO networking_nsxv3.common.synchronization [None req-20b1909f-e972-46b9-91c6-f3f0cf88a3c9 None None] Enqueued Resource ID: 01e60c77-e176-4e18-9f58-9001e998640d with Priority: HIGHEST for action port [ 785.955461] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e60c77-e176-4e18-9f58-9001e998640d with Priority: HIGHEST for action port [ 785.955461] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e60c77-e176-4e18-9f58-9001e998640d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.955461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e60c77-e176-4e18-9f58-9001e998640d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.955461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e60c77-e176-4e18-9f58-9001e998640d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.958363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e60c77-e176-4e18-9f58-9001e998640d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.958363] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e60c77-e176-4e18-9f58-9001e998640d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.403793] env[62657]: INFO networking_nsxv3.common.synchronization [req-89d0d896-2851-4c8d-b330-12f88b7957c0 req-4aba1f79-636f-4f56-9344-03fbbe192f68 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 786.404466] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGHEST for action security_group_members [ 786.404856] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.405099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.405190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.405399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.405713] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.405808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.405896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.406118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.406232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.406385] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.459739] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01e60c77-e176-4e18-9f58-9001e998640d [ 786.459994] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.460166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.460242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.460438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.460527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.460620] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01e60c77-e176-4e18-9f58-9001e998640d already deleted. [ 786.460699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e60c77-e176-4e18-9f58-9001e998640d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.908901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.909065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.909136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.909341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.909448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.909729] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.909838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.909879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.910738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.910738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.910738] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be updated. [ 786.935291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.935472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.935546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.935759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.935897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.945326] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: IN_PROGRESS for 2s [ 787.182707] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: SUCCESS [ 787.182939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.308795] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.309458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.309458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.309458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.309458] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.582743] env[62657]: INFO networking_nsxv3.common.synchronization [None req-580b255e-96a9-45fc-a0c3-ef71b3c35d9d None None] Enqueued Resource ID: cb81adf7-8403-4f9c-a4a0-8a29380be8b1 with Priority: HIGHEST for action port [ 788.583513] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb81adf7-8403-4f9c-a4a0-8a29380be8b1 with Priority: HIGHEST for action port [ 788.583577] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb81adf7-8403-4f9c-a4a0-8a29380be8b1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.583670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb81adf7-8403-4f9c-a4a0-8a29380be8b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.583735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb81adf7-8403-4f9c-a4a0-8a29380be8b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.586443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb81adf7-8403-4f9c-a4a0-8a29380be8b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.586584] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb81adf7-8403-4f9c-a4a0-8a29380be8b1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.812319] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.955760] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 in Status: SUCCESS [ 788.956044] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 deletion is rescheduled due to dependency. [ 788.956277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.088400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb81adf7-8403-4f9c-a4a0-8a29380be8b1 [ 789.088655] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.088814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.088905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.089228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.089277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.089390] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb81adf7-8403-4f9c-a4a0-8a29380be8b1 already deleted. [ 789.089467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb81adf7-8403-4f9c-a4a0-8a29380be8b1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.094923] env[62657]: INFO networking_nsxv3.common.synchronization [req-5e746965-135a-4abe-92cf-08fd42e6b561 req-98a9ded8-1ce5-4843-8c48-cd200369301a tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Enqueued Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 789.095542] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 789.096657] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.096808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.096864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.097194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.097361] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.097469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.097530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.097724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.097771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.097849] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.319709] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.501824] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-311" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.501824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-311" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-311" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.501824] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.502171] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.502413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.502523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.502796] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.502949] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.503121] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.503327] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.503508] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.503903] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.503903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.528031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.528031] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.528031] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.528031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-311" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.528031] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-2c566c5d-b496-47c0-a4dd-2f1b58358c57 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.528031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.528031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.528031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.528031] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c566c5d-b496-47c0-a4dd-2f1b58358c57',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.600314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.600482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.600559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.600767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.600859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.601057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.601156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.601220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.601370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.601448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.601534] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 already deleted. [ 789.601721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.822892] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 789.823016] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 790.029156] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.029414] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.029601] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.029935] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.030276] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.030276] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 2c566c5d-b496-47c0-a4dd-2f1b58358c57 not found, creating... [ 790.030502] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030660] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.030807] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031049] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.031292] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.032057] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.032057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.032057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.032057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.032342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 is going to be created. [ 790.062660] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.062908] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.063290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.063509] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.063786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.064097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.616463] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.616814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.616814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.616925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.631910] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.633031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.634282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 790.660770] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.660921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.660998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.661272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.670818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.671360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 790.671441] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.671525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.702489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.702790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.702790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.702938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.704509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.708021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 790.763070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.763070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.763070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.763070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.763070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.763070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 790.803382] env[62657]: INFO networking_nsxv3.common.synchronization [req-5e746965-135a-4abe-92cf-08fd42e6b561 req-8cb6557a-fc24-4221-b7f0-ab13b4982636 service nova] Enqueued Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_rules [ 790.803511] env[62657]: INFO networking_nsxv3.common.synchronization [req-5e746965-135a-4abe-92cf-08fd42e6b561 req-8cb6557a-fc24-4221-b7f0-ab13b4982636 service nova] Enqueued Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 790.803675] env[62657]: INFO networking_nsxv3.common.synchronization [req-5e746965-135a-4abe-92cf-08fd42e6b561 req-8cb6557a-fc24-4221-b7f0-ab13b4982636 service nova] Enqueued Resource ID: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 with Priority: HIGHEST for action port [ 790.804276] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_rules [ 790.804468] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 790.804565] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 with Priority: HIGHEST for action port [ 790.804868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.805019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.805740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.805929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.806034] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.806978] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.807142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.807201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.808125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.808125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.808125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.808125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.808125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.808125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.808819] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.812134] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c566c5d-b496-47c0-a4dd-2f1b58358c57 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.812134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.812134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.812134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.812134] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c566c5d-b496-47c0-a4dd-2f1b58358c57',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.824694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.824694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.824694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.824694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.824694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.824994] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 790.825168] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cdbbb84b-807f-4a6f-b332-01830fc1dd38', 'b3d0189f-37c5-4844-9413-2605d9185803', '7efa7139-8581-4aa0-ab1a-38eb2a657839', '8fa7b46e-3e14-4768-a535-7cb0c17f5bc9', '24b19b35-4d4e-4747-bc5d-355c33488909', 'a17a1c7a-be9b-4b4f-820c-9460a1f36472', '02c94bf8-daee-4690-9442-34c0c2769c9e', 'b04f9da9-338b-4485-8c00-4d5056a7fd0a', '357f0841-490a-43e6-878d-45e890e26887', '541b71d0-5455-425a-bb89-611a335d91d4', '485cbf9b-b777-4740-8d82-c3ebfca93136', 'c6998247-05b3-4960-9a66-d97f600d57df', 'a6e88270-fa43-46a2-a5aa-774a453fc61a', '58ef9be0-af1f-4ae4-8328-6368325d05c4', '51444f56-8bbf-4f05-8449-6e3b0b635faa', '26cc4235-2145-4975-bb3d-e521d2d10075', '76ee4c7a-c1b8-4d3a-8161-97ded41dfa15', 'ce02e372-49e8-427d-8d6d-e6e5fe95f653', '17dbcc20-c26c-498e-91e2-d38b2452d955', 'fd8b37eb-c3dc-4e8d-b36c-c286719d93f5', '4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3', 'f4d4b7e0-c994-4b35-852f-5115f7a5b4f8', 'e9fb1824-e4f0-4123-a39c-d278772a3b7d', 'd02a9157-208b-4460-9578-25a33789fb62', 'd967a5f5-11bd-4972-a16b-ffdec1812531', '598ea41d-621d-481c-b98c-494c0798beb9', 'cc95b7cb-d5dd-4e76-9718-d7677fad44ab', '07ac2832-93b7-47b4-aea5-d54654be5b82', '9b97f010-b352-4187-8524-4319de47c018', '9a1cb011-c492-4db0-ad14-7dc14498268f', '4f157594-88e0-4650-aff8-ddef24bd63cf', 'b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7', 'dce6b743-1e38-4397-98d7-82d1a1fd4225'} {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.825263] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 790.844313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.844527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.844527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.844654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.844750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.845018] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 790.845018] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.845018] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 790.899536] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.900689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.900787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.901019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.901992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.902244] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 790.902324] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.902395] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 790.902459] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 790.902533] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 790.902680] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGH for action security_group_rules [ 790.902680] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGH for action security_group_rules [ 790.902774] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGH for action security_group_rules [ 790.902801] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGH for action security_group_rules [ 790.902854] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGH for action security_group_rules [ 790.902912] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGH for action security_group_rules [ 790.902971] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGH for action security_group_rules [ 790.903046] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGH for action security_group_rules [ 790.903107] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGH for action security_group_rules [ 790.903170] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGH for action security_group_rules [ 790.903247] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGH for action security_group_rules [ 790.903408] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGH for action security_group_rules [ 790.903501] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGH for action security_group_rules [ 790.903582] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGH for action security_group_rules [ 790.903626] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGH for action security_group_rules [ 790.903679] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGH for action security_group_rules [ 790.903742] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGH for action security_group_rules [ 790.903996] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGH for action security_group_rules [ 790.904104] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGH for action security_group_rules [ 790.904171] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGH for action security_group_rules [ 790.904270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.322273] env[62657]: INFO networking_nsxv3.common.synchronization [None req-61d9d7d0-bceb-4cd3-9294-f87b730681dc None None] Enqueued Resource ID: 9f51987e-a6d4-4fe9-b993-cdcc5c800022 with Priority: HIGHEST for action port [ 791.322273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.322273] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.322273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c566c5d-b496-47c0-a4dd-2f1b58358c57 with status ACTIVE [ 791.322273] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.322564] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.323271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.323271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.323561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.323655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.323754] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 is going to be updated. [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f51987e-a6d4-4fe9-b993-cdcc5c800022 with Priority: HIGHEST for action port [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c94bf8-daee-4690-9442-34c0c2769c9e with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc4235-2145-4975-bb3d-e521d2d10075 with Priority: HIGH for action security_group_rules [ 791.326063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6998247-05b3-4960-9a66-d97f600d57df with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b71d0-5455-425a-bb89-611a335d91d4 with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357f0841-490a-43e6-878d-45e890e26887 with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 with Priority: HIGH for action security_group_rules [ 791.326605] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGH for action security_group_rules [ 791.326747] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b19b35-4d4e-4747-bc5d-355c33488909 with Priority: HIGH for action security_group_rules [ 791.328956] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGH for action security_group_rules [ 791.328956] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGH for action security_group_rules [ 791.328956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f51987e-a6d4-4fe9-b993-cdcc5c800022 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.328956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f51987e-a6d4-4fe9-b993-cdcc5c800022" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.328956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f51987e-a6d4-4fe9-b993-cdcc5c800022" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.328956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f51987e-a6d4-4fe9-b993-cdcc5c800022" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.328956] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f51987e-a6d4-4fe9-b993-cdcc5c800022',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.329350] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.329350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.329350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.329350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.329519] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbbb84b-807f-4a6f-b332-01830fc1dd38',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.330250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.330463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.330463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.330639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.330728] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c94bf8-daee-4690-9442-34c0c2769c9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c94bf8-daee-4690-9442-34c0c2769c9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.335019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd8b37eb-c3dc-4e8d-b36c-c286719d93f5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.335587] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17dbcc20-c26c-498e-91e2-d38b2452d955 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.335587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.335587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.335783] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17dbcc20-c26c-498e-91e2-d38b2452d955',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.336675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.336779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.336842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.336990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.337072] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce02e372-49e8-427d-8d6d-e6e5fe95f653',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.337916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.338073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.338140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.338292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.338363] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.339173] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ef9be0-af1f-4ae4-8328-6368325d05c4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.339345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.339628] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ef9be0-af1f-4ae4-8328-6368325d05c4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.339784] env[62657]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.340579] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cc4235-2145-4975-bb3d-e521d2d10075 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.340685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.340751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.340900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.340969] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cc4235-2145-4975-bb3d-e521d2d10075',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.341831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.342144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.342144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.342144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.342250] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.342981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6998247-05b3-4960-9a66-d97f600d57df taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.343097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.343164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.343324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.343406] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6998247-05b3-4960-9a66-d97f600d57df',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.344303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485cbf9b-b777-4740-8d82-c3ebfca93136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.344409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.344480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.344624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.344696] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485cbf9b-b777-4740-8d82-c3ebfca93136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.345514] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-541b71d0-5455-425a-bb89-611a335d91d4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.345621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.345686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.345837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.345911] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('541b71d0-5455-425a-bb89-611a335d91d4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.346705] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-357f0841-490a-43e6-878d-45e890e26887 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.346813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.346878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.347035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.347137] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('357f0841-490a-43e6-878d-45e890e26887',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.347978] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.348099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.348166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.348315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.348385] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17a1c7a-be9b-4b4f-820c-9460a1f36472',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.349181] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.349287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.349354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.349504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.349576] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.350604] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b19b35-4d4e-4747-bc5d-355c33488909 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.350604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.350604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.350783] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b19b35-4d4e-4747-bc5d-355c33488909',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.351587] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.351756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.352016] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.352197] env[62657]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.352868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.352967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.353043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.353192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.353255] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.374361] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.376030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.376030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.376030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.376030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c566c5d-b496-47c0-a4dd-2f1b58358c57" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.825717] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.857616] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.857969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.858165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.858603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.858734] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.861075] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.861075] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f51987e-a6d4-4fe9-b993-cdcc5c800022 [ 791.861075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.861075] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f51987e-a6d4-4fe9-b993-cdcc5c800022 already deleted. [ 791.861075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f51987e-a6d4-4fe9-b993-cdcc5c800022" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.879188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.879188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.879188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.879438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.896039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.896039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.896198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.896825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.896825] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.896825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.896825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.897306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.897483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.897620] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.900569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.900755] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbbb84b-807f-4a6f-b332-01830fc1dd38 is going to be deleted. [ 791.903579] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.903790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.906658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.906658] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.906658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.906658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.906658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.907134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.907134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.907533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.907533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.907769] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.920399] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.920700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.920855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.921119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.921347] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.921503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.921602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.921791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.921927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.922115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.922298] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.927592] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.927791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.927899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.928125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.935860] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.935860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.936053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.936237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.936463] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.936619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.936731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.936927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.937075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.937207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.937389] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.937551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.937661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.937855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.938052] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.938198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.938294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.938468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.938588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.938703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.938825] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.978600] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.978739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.979643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.979738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.980453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.981653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.981791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.982670] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.982790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.983512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.983651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.984477] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.984608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.985546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.985546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.986294] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.986477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.987656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.987805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.988486] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 791.988936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.989095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.989755] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 791.990257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.990408] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6998247-05b3-4960-9a66-d97f600d57df is going to be deleted. [ 791.992039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.993173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.994075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.994330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.009771] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.010441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.011058] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c94bf8-daee-4690-9442-34c0c2769c9e is going to be deleted. [ 792.011852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.011852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.017543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.017543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.032206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.032401] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be deleted. [ 792.033623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.033797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.042665] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.042880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.050441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.050711] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485cbf9b-b777-4740-8d82-c3ebfca93136 is going to be deleted. [ 792.051932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.052226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.070639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.071077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce02e372-49e8-427d-8d6d-e6e5fe95f653 is going to be deleted. [ 792.072325] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.072435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.072506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.072984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.072984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.072984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c94bf8-daee-4690-9442-34c0c2769c9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.073211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.073546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.089509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.089723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.103441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.103441] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cc4235-2145-4975-bb3d-e521d2d10075 is going to be deleted. [ 792.104290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.117321] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.117459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.175037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.175198] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd8b37eb-c3dc-4e8d-b36c-c286719d93f5 is going to be deleted. [ 792.176311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.176519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.201851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.201851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.232590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.232590] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b19b35-4d4e-4747-bc5d-355c33488909 is going to be deleted. [ 792.234099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.234099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.262943] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.263079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.273856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.273856] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17dbcc20-c26c-498e-91e2-d38b2452d955 is going to be deleted. [ 792.274748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.275441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.279173] env[62657]: INFO networking_nsxv3.common.synchronization [req-fdfd1b2b-dede-4101-9671-8988448902c3 req-8a80483e-520c-420b-8acb-7100d3f7e2ca tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 792.280620] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGHEST for action security_group_members [ 792.280620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.280620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.280620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.280847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.281041] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.281169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.281248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.281426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.281760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.281760] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.303381] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9d34443c-3c6e-4f5c-b7cf-bbe5d5f2abde tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 792.304137] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 792.304137] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.304245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.304276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.304702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.304702] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.310377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.310682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.323447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.323447] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 357f0841-490a-43e6-878d-45e890e26887 is going to be deleted. [ 792.324629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.324629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.331367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.331583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.332127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.332127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.332127] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 is going to be created. [ 792.352420] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.352541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.362568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.363139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.366499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.366633] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17a1c7a-be9b-4b4f-820c-9460a1f36472 is going to be deleted. [ 792.367872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.368100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.378024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.378024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.391929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.393028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.393028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.393028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.393028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.402889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.402889] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be deleted. [ 792.404515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.404515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.408607] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: UNINITIALIZED for 2s [ 792.431291] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a8cf38d8-e737-4bee-8363-dd25463a4e40 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 792.431291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.431291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.431291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.431291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.433214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.433214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.433214] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.433214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.433639] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.434552] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.435334] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 792.436571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.436740] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ef9be0-af1f-4ae4-8328-6368325d05c4 is going to be deleted. [ 792.437977] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.438410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.438513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.438879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.439088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.439178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.439300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbbb84b-807f-4a6f-b332-01830fc1dd38" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.439739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.439928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.439984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.440136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6998247-05b3-4960-9a66-d97f600d57df" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.440649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.440815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.454270] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04f9da9-338b-4485-8c00-4d5056a7fd0a: rpc.has_security_group_logging(os_id): False [ 792.505727] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.505856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.508840] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.508961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.523455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.523455] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 541b71d0-5455-425a-bb89-611a335d91d4 is going to be deleted. [ 792.524058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.524565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.524565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.525306] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.525469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.525504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.525674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.525778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.525946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17a1c7a-be9b-4b4f-820c-9460a1f36472" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.526109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.526363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.526551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485cbf9b-b777-4740-8d82-c3ebfca93136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.527315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.527480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.527567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.527682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce02e372-49e8-427d-8d6d-e6e5fe95f653" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.527845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.528052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.528136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.528255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cc4235-2145-4975-bb3d-e521d2d10075" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.528461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.528687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd8b37eb-c3dc-4e8d-b36c-c286719d93f5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b19b35-4d4e-4747-bc5d-355c33488909" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.529837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.529837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17dbcc20-c26c-498e-91e2-d38b2452d955" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.530091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.530091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.530209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-357f0841-490a-43e6-878d-45e890e26887" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.530305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.542348] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.542497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.581056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.581275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.596253] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.597712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.597712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.597712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.597712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.597712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.597712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.597712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.598190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.598190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.598190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.598190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.598288] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.598288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.598408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.598477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.598544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.599063] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 792.599658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.599820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.599902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.600014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.600145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.600283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.600357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.600460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ef9be0-af1f-4ae4-8328-6368325d05c4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.621996] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.621996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.621996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.621996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.621996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.621996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-541b71d0-5455-425a-bb89-611a335d91d4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.733137] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.733739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.733881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.733966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.734229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.734367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.757176] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 792.784818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.784976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.785067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.785292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.846595] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.846595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.856343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.856660] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.856789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.856857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.857082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.857167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.857262] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 is going to be updated. [ 792.858297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.858485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.858565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.858656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 already deleted. [ 792.858737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.858891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.859051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.859137] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.906230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.906230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.906230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.906230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.906230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.913865] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: IN_PROGRESS for 2s [ 792.936906] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15: rpc.has_security_group_logging(os_id): False [ 792.940304] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e88270-fa43-46a2-a5aa-774a453fc61a: rpc.has_security_group_logging(os_id): False [ 792.941967] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9: rpc.has_security_group_logging(os_id): False [ 792.962178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.962178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.962178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.962178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.964739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.964861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.965686] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.981083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.981354] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.981473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.981541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.981744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.981821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.982596] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.982849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.983100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.983331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.983496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.983883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.984047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.984094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.985305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.985305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.985419] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 792.986599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.009686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.010011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.010125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.010195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.010554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.010554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.010554] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 793.011648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.011819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.029398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.029755] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.029880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.029957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.030291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.030291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.030421] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 is going to be updated. [ 793.087619] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.087781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.087859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.088097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.088280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.090098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.090251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.090313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.090487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.090611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.092184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.092293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.092356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.092665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.092665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.109008] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: IN_PROGRESS for 2s [ 793.109747] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 793.110397] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 793.111991] env[62657]: INFO networking_nsxv3.common.synchronization [None req-4513d42e-7bd1-4822-8f41-e3effbc7b927 None None] Enqueued Resource ID: f6453bb7-333e-42b1-b306-b81d28492bec with Priority: HIGHEST for action port [ 793.112256] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6453bb7-333e-42b1-b306-b81d28492bec with Priority: HIGHEST for action port [ 793.112775] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6453bb7-333e-42b1-b306-b81d28492bec taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.112892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6453bb7-333e-42b1-b306-b81d28492bec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.112986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6453bb7-333e-42b1-b306-b81d28492bec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.113220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6453bb7-333e-42b1-b306-b81d28492bec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.113325] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6453bb7-333e-42b1-b306-b81d28492bec',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.378169] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.378489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.378583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.378854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.378952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.379068] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 already deleted. [ 793.379153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.615241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6453bb7-333e-42b1-b306-b81d28492bec [ 793.616077] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.616077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.616077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.616077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.616077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.616303] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6453bb7-333e-42b1-b306-b81d28492bec already deleted. [ 793.616303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6453bb7-333e-42b1-b306-b81d28492bec" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.417921] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: SUCCESS [ 794.418223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.418352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.418577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.418782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.418899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.418976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.419145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.419222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.419305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.419424] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.775530] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 794.775530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.922187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.922586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.922781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.923520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.923823] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.924107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.924288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.924716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.924916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.925137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.925425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.925654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.925873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.926149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.926436] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.926668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.926851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.927131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.927322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.928049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.928049] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.929431] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: SUCCESS [ 794.929696] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 deletion is rescheduled due to dependency. [ 794.929765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.930569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.930916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.930916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.931011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.932786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.932786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.932786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.932786] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.129251] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: SUCCESS [ 795.129491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.130277] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 795.130428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.131043] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 795.131203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.434659] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfe6ae94-6270-46c3-b73a-2f070c599a94: rpc.has_security_group_logging(os_id): False [ 795.436089] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7efa7139-8581-4aa0-ab1a-38eb2a657839: rpc.has_security_group_logging(os_id): False [ 795.455933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.456082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.456193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.456363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.456469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.456661] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.456829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.456829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.456967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.457057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.457265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.457360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.457415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.457554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.457628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.457808] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.457900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.457961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.458895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.459028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.459162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 is going to be created. [ 795.461231] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.461330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.461400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.461535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.461611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.461789] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.461884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.461946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.462173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.462226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.462362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.462470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.462543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.462862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.462862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.462941] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.463049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.463095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.464157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.464157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.464157] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 is going to be updated. [ 795.509544] env[62657]: INFO networking_nsxv3.common.synchronization [req-5504c76c-fad2-43ad-98cc-d14ce946f4ae req-01169e21-2b93-41fa-9eab-8760ebd6987e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 795.509544] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 795.509544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.509544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.509544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.510131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.510131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.510319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.510418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.510657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.510877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.510912] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.527781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.528033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.528355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.528585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.534421] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.535515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.535515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.535515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.535664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.556491] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: IN_PROGRESS for 2s [ 795.557212] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: IN_PROGRESS for 2s [ 796.014032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.514767] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.018556] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.018727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.018836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.019032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.019129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.019230] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 797.050023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.050023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.050023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.050023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.050023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.059499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 797.576285] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: SUCCESS [ 797.576285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.577131] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 in Status: SUCCESS [ 797.577346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.901142] env[62657]: INFO networking_nsxv3.common.synchronization [req-6d507311-ffec-41f0-915d-b09f2aa7b36f req-75c63fa7-0e64-4c9a-be04-4c1125742c11 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 797.901855] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 797.901927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.902047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.902113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.903025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.903025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.903025] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.405425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.405643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.405718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.426098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.426322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.426476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.426508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.427373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.427373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.427373] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 798.456055] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.456055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.456055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.456055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.456278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.464498] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 799.068289] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 799.068571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.119913] env[62657]: INFO networking_nsxv3.common.synchronization [req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d req-0aa67de5-2dca-4f12-ae5e-2e27c47da141 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Enqueued Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 800.119913] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGHEST for action security_group_members [ 800.119913] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.120381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.120458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.120659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.120812] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.120911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.120977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.121253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.121342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.121437] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.473261] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 800.473770] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 800.473770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.623455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.623681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.623779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.624067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.624202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.624427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.624573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.624657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.624842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.625587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.625587] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 is going to be updated. [ 800.650192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.650323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.650399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.650595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.650738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.658927] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: IN_PROGRESS for 2s [ 802.483368] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b9f51eb-cbf8-4318-9026-6591a5027f30 req-8ac59e2e-0ad2-46a5-ac92-d92fa0421ead tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 802.484178] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 802.484663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.484886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.485045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.485420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.485780] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.486184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.486184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.486444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.486631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.486826] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.671596] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 in Status: SUCCESS [ 802.671782] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 deletion is rescheduled due to dependency. [ 802.671908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.790795] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.790795] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.792027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.792027] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.792027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792212] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.792288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.792469] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.792587] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.792697] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.792807] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.792917] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.793042] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.793184] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.812053] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.812241] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.814111] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.814111] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.814111] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-dfae84e4-4145-4227-8633-a076074ee6bf taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.814111] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.814111] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.814111] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.814111] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfae84e4-4145-4227-8633-a076074ee6bf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.990361] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.990513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.990586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.990803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.990887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.991086] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.991197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.991239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.991384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.991458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.991541] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce already deleted. [ 802.991619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.315643] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.316265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316857] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.316857] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.317040] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port dfae84e4-4145-4227-8633-a076074ee6bf not found, creating... [ 803.317375] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317598] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.317752] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.318046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.318213] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.318532] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.318726] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.318869] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.319131] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.319281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.319453] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: dfae84e4-4145-4227-8633-a076074ee6bf is going to be created. [ 803.338880] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.339160] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.339259] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.339528] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.339844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.340085] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.056034] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b9f51eb-cbf8-4318-9026-6591a5027f30 req-860b4a94-f536-4779-aaf4-5fb09e5d3fa3 service nova] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_rules [ 804.056268] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b9f51eb-cbf8-4318-9026-6591a5027f30 req-860b4a94-f536-4779-aaf4-5fb09e5d3fa3 service nova] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 804.056359] env[62657]: INFO networking_nsxv3.common.synchronization [req-1b9f51eb-cbf8-4318-9026-6591a5027f30 req-860b4a94-f536-4779-aaf4-5fb09e5d3fa3 service nova] Enqueued Resource ID: dfae84e4-4145-4227-8633-a076074ee6bf with Priority: HIGHEST for action port [ 804.056630] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_rules [ 804.056792] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 804.056892] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfae84e4-4145-4227-8633-a076074ee6bf with Priority: HIGHEST for action port [ 804.057458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.057574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.057644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.057890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.057972] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.058783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.058898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.058964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.059142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.059284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.059376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.059437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.059575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.059658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.059744] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.061089] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfae84e4-4145-4227-8633-a076074ee6bf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.061257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.061354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.062739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.062739] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfae84e4-4145-4227-8633-a076074ee6bf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.563668] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.563789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.563982] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.564858] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfae84e4-4145-4227-8633-a076074ee6bf with status ACTIVE [ 804.565053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.565166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.565232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.565427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.565513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.565735] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.565832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.565895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.566059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.566137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.566314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.566404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.566463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.566600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.566713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.566765] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfae84e4-4145-4227-8633-a076074ee6bf is going to be updated. [ 804.587352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.587476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.587546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.587716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.587875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.588057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfae84e4-4145-4227-8633-a076074ee6bf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.947368] env[62657]: INFO networking_nsxv3.common.synchronization [req-134b98b5-d285-4816-abfd-e3f35b29307e req-abf9a17f-d01a-4818-95e7-d117ece52092 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 804.947989] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 804.948381] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.072402] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.364176] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.364430] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.364592] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.364933] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.365872] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.366090] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.366218] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.366476] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.366728] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.366982] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.367119] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.367251] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.367367] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.367477] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.367598] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.367738] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.392244] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.392422] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.392570] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.392789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.393129] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-74e2898f-bec9-47db-8bc6-111eb65f7a72 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.393307] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.393431] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.393800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.393944] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e2898f-bec9-47db-8bc6-111eb65f7a72',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.575377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.575377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.575377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.575848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.576015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.576099] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be created. [ 805.603475] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.603666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.603743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.603950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.604120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.612998] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: UNINITIALIZED for 2s [ 805.898026] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.898026] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.898198] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.898402] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.898561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.898721] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 74e2898f-bec9-47db-8bc6-111eb65f7a72 not found, creating... [ 805.898993] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.899173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.899298] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.899524] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.899673] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.899963] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.900139] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.900808] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.900808] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.900808] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.900808] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 74e2898f-bec9-47db-8bc6-111eb65f7a72 is going to be created. [ 805.919973] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.920222] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.920353] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.920637] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.920873] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.921160] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.674166] env[62657]: INFO networking_nsxv3.common.synchronization [req-134b98b5-d285-4816-abfd-e3f35b29307e req-15f7aaf9-9af6-4b35-9299-fe1dea243938 service nova] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_rules [ 806.675303] env[62657]: INFO networking_nsxv3.common.synchronization [req-134b98b5-d285-4816-abfd-e3f35b29307e req-15f7aaf9-9af6-4b35-9299-fe1dea243938 service nova] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 806.675303] env[62657]: INFO networking_nsxv3.common.synchronization [req-134b98b5-d285-4816-abfd-e3f35b29307e req-15f7aaf9-9af6-4b35-9299-fe1dea243938 service nova] Enqueued Resource ID: 74e2898f-bec9-47db-8bc6-111eb65f7a72 with Priority: HIGHEST for action port [ 806.675303] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_rules [ 806.675303] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 806.675303] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e2898f-bec9-47db-8bc6-111eb65f7a72 with Priority: HIGHEST for action port [ 806.675593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.675593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.676082] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.676082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.676304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e2898f-bec9-47db-8bc6-111eb65f7a72 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.676372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.676413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.676598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.676706] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e2898f-bec9-47db-8bc6-111eb65f7a72',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.178372] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e2898f-bec9-47db-8bc6-111eb65f7a72 with status ACTIVE [ 807.178693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.178785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.178785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.178998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.179329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.179329] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.179447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.179447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.179569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.179641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.179815] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.179908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.179967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.180117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.180190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.180273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e2898f-bec9-47db-8bc6-111eb65f7a72 is going to be updated. [ 807.201967] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.202097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.202166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.202331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.202455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.202635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e2898f-bec9-47db-8bc6-111eb65f7a72" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.621648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 807.621730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.621861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.622119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.622279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.622669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.622669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.622669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.622669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.622863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.622863] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.623691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.623817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.623965] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.624082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.624146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.624285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.624363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.624450] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.126222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.126577] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.175198] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-345b4a12-99ec-4d1b-9771-40477ba4bf41 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 808.175800] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 808.176062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.176186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.176251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.176443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.176595] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.176681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.176757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.176884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.176966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.177066] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.629593] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.670600] env[62657]: INFO networking_nsxv3.common.synchronization [req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea req-2f665b7e-a4ed-4f7b-ae1e-07ca5a8567a9 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 808.671337] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 808.671676] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.671807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.671879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.672101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.672253] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.672357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.672490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.672891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.672986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.673105] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.681303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.681303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.681303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.681303] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be deleted. [ 808.700507] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-435d20e4-6171-4516-bbc2-21339897e41f tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 808.700507] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 808.700648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.700765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.709133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.709298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.709375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.709551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.709641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.709742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.709883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.710064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.710344] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.710344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.710469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.710914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.710914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.710914] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.133969] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.133969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.133969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.133969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.134350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.134350] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 809.183020] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.189948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.190200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.190334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.190619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.190846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.199135] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 809.218324] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.218493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.218549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.218727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.218815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.219042] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.219145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.219208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.219359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.219433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.219517] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 already deleted. [ 809.219595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.465530] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.465800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-210" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.465939] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-210" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.466290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-210" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.466903] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.466903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.466903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.467094] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.467210] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.467422] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.467540] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.467651] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.467762] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.467874] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.468006] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.468149] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.490562] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.490784] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.490929] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.491106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-210" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.491396] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4ef45e3f-905b-433c-96c6-3c9e1311b335 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.491577] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.491699] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.492024] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.492230] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef45e3f-905b-433c-96c6-3c9e1311b335',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.683372] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.995787] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.996031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.996214] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.996585] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.996759] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.996925] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4ef45e3f-905b-433c-96c6-3c9e1311b335 not found, creating... [ 809.997348] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.997434] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.997511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.997749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.997892] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.998196] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.998389] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.998519] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.998742] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.998864] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.999034] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4ef45e3f-905b-433c-96c6-3c9e1311b335 is going to be created. [ 810.017356] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.017581] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.017724] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.017994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.018256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.018519] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.187504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.187779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.187779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.188043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.188104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.188162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 810.219075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.219222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.219287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.219495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.219636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.231346] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 810.936315] env[62657]: INFO networking_nsxv3.common.synchronization [req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e req-f82505ee-0172-456a-8edd-b9fd99290bb9 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 810.936315] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 810.936315] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.937118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.938481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.939605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.939882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.940078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.940358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.940582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.940789] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-bae42b68-3826-4c9e-8344-ae8d303570c8 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-bae42b68-3826-4c9e-8344-ae8d303570c8 service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-bae42b68-3826-4c9e-8344-ae8d303570c8 service nova] Enqueued Resource ID: 4ef45e3f-905b-433c-96c6-3c9e1311b335 with Priority: HIGHEST for action port [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 811.040648] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef45e3f-905b-433c-96c6-3c9e1311b335 with Priority: HIGHEST for action port [ 811.041163] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.041378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.041643] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.042501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.042639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.046109] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.046109] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.046109] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef45e3f-905b-433c-96c6-3c9e1311b335 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.046109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.046109] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef45e3f-905b-433c-96c6-3c9e1311b335',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.208287] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 811.208557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.208665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.208914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.209162] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.209243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.209307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.209464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.209540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.209632] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.445314] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.445314] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.445314] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.445314] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.445314] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.445645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.445645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.445770] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.445927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.447281] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.447415] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.447534] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.447650] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.447771] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.447880] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.448027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.450250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.450365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.450434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.450892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.451019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.451200] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.451298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.451361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.451504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.451590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.451690] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be deleted. [ 811.469363] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.469540] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.469722] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.469921] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-562" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.470296] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.470485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.470612] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.470933] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.471106] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190586b3-dda1-4a1c-b523-3b1cc8a9b48b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.480777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.480882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.480951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.481242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.481336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.481434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.546705] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.546884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.549181] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.549994] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef45e3f-905b-433c-96c6-3c9e1311b335 with status ACTIVE [ 811.550186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.550526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.550526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.550526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.550660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.550769] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.550859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.550918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.551147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.551314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.551462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.551664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.551745] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef45e3f-905b-433c-96c6-3c9e1311b335 is going to be updated. [ 811.574488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.574624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.574697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.574884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.575028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.575186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef45e3f-905b-433c-96c6-3c9e1311b335" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.711271] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.811392] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.811596] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-811" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.811730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-811" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812079] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-811" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.812345] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.812500] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.812622] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.813080] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.813369] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.813597] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.813597] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.813749] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.813951] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.814138] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.814288] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.851979] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.852173] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.852311] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.852484] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-811" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.852777] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-079001d9-9392-44d3-9ce7-498b5d3e2445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.852945] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.853081] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.853464] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.853619] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079001d9-9392-44d3-9ce7-498b5d3e2445',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.974290] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.974596] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.974732] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.975016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.975173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.975330] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 190586b3-dda1-4a1c-b523-3b1cc8a9b48b not found, creating... [ 811.975595] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.975836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.975965] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976197] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.976338] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.976622] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976814] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.976968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977207] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.977344] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.978253] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b is going to be created. [ 811.995796] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.996200] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.996746] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.997000] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.053919] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.214213] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.244318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 812.244555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.356622] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.356870] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.357085] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.357384] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.357643] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.357742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 079001d9-9392-44d3-9ce7-498b5d3e2445 not found, creating... [ 812.358078] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.358276] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.358404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.358647] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.358805] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.359097] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.359260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.359379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.359591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.359725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.359871] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 079001d9-9392-44d3-9ce7-498b5d3e2445 is going to be created. [ 812.378937] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.379178] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.379309] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.379578] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.379807] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.380049] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.556571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.556837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.556906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.557154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.557241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.557432] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be created. [ 812.584228] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.584404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.584504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.584743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.584940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.596198] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: UNINITIALIZED for 2s [ 812.709553] env[62657]: INFO networking_nsxv3.common.synchronization [req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e req-eaf203cd-8d32-4fee-bda5-4236f591ccb0 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 812.709726] env[62657]: INFO networking_nsxv3.common.synchronization [req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e req-eaf203cd-8d32-4fee-bda5-4236f591ccb0 service nova] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 812.709874] env[62657]: INFO networking_nsxv3.common.synchronization [req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e req-eaf203cd-8d32-4fee-bda5-4236f591ccb0 service nova] Enqueued Resource ID: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b with Priority: HIGHEST for action port [ 812.710121] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_rules [ 812.710298] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 812.710416] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b with Priority: HIGHEST for action port [ 812.710984] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.711508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.711596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.711798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.711881] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.712842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.712959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.713083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.713190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.713335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.713429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.713487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.713620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.713718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.713827] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.715918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.716057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.716112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.716261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.716336] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190586b3-dda1-4a1c-b523-3b1cc8a9b48b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.719556] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.719712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.719797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.719896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.719970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.720074] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 812.752835] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.753032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.753032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.753232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.753370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.764034] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 813.104746] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-ddbbac9d-698b-4c1f-8776-77788b5e0d0c service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 813.104981] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-ddbbac9d-698b-4c1f-8776-77788b5e0d0c service nova] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 813.105156] env[62657]: INFO networking_nsxv3.common.synchronization [req-de2a4746-4d3c-495e-ab7d-a544877111ac req-ddbbac9d-698b-4c1f-8776-77788b5e0d0c service nova] Enqueued Resource ID: 079001d9-9392-44d3-9ce7-498b5d3e2445 with Priority: HIGHEST for action port [ 813.105449] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_rules [ 813.105632] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 813.105720] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079001d9-9392-44d3-9ce7-498b5d3e2445 with Priority: HIGHEST for action port [ 813.108025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.108025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.108025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.108792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.109980] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-079001d9-9392-44d3-9ce7-498b5d3e2445 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.110171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.110220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.110409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.110499] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079001d9-9392-44d3-9ce7-498b5d3e2445',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.219348] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 190586b3-dda1-4a1c-b523-3b1cc8a9b48b with status ACTIVE [ 813.219645] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.219712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.219798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.220009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.220152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.220365] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.220580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.220580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.220693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.220801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.220952] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.221063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.221120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.221261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.221334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.221417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b is going to be updated. [ 813.222590] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.223667] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.223800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.245135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.245266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.245342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.245518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.245696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.245895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190586b3-dda1-4a1c-b523-3b1cc8a9b48b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.614315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 079001d9-9392-44d3-9ce7-498b5d3e2445 with status ACTIVE [ 813.614604] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.614711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.614787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.615136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.615136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.616040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.616163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.616234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.616410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.616492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.616768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.616945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.617041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.617217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.617296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.617398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 079001d9-9392-44d3-9ce7-498b5d3e2445 is going to be updated. [ 813.637043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.637043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.637241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.637273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.637391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.637547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-079001d9-9392-44d3-9ce7-498b5d3e2445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.725268] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.227141] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.227455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.227455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.227718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.227848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.227972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be created. [ 814.251550] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.251692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.251747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.251977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.252172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.260346] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: UNINITIALIZED for 2s [ 814.606049] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 814.606257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.606442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.606867] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.606983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.607052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.607377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.607377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.607450] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.608281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.612246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.612246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.612246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.612246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.612246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.612246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.612246] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.775250] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.775250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.775536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.775536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.775536] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.775634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.775690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.775997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.776097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.776154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.776285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.776353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.776430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.776511] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.110546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.110678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.114798] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.255084] env[62657]: INFO networking_nsxv3.common.synchronization [req-db73b1f8-187f-4702-8a68-6f3720638aba req-8e284cc0-cff0-440c-88d7-25b2dbf2224e tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 815.255084] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGHEST for action security_group_members [ 815.255084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.255640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.255849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.256151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.256391] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.256594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.256739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.256985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.257165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.257334] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.280113] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce: rpc.has_security_group_logging(os_id): False [ 815.303020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.303020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.303020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.303020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.303632] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.303632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.304168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.304327] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be created. [ 815.365653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.367898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.367898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.367898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.367898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.377530] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 815.443305] env[62657]: INFO networking_nsxv3.common.synchronization [req-23661088-f311-4a09-a625-64f60ec81731 req-715648b2-b51a-4289-ae94-f82321a27c8b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 815.443744] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 815.444103] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.444191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.444236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.445018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.445018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.445018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.445018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.445018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.445018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.445018] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.616734] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.759552] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.764909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.764909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.764909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.784717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.784979] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.785111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.785240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.785467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.785467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.785543] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be updated. [ 815.809154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.812021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.812021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.812021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.820132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: IN_PROGRESS for 2s [ 815.948080] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.953786] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.953786] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.953786] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.953786] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.953786] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.953786] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.953786] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.954370] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.954370] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.954370] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.972650] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.972832] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.972970] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.973164] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.973548] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-6a4e1064-0dc6-45da-8588-06d565e5ee94 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.973770] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.973899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.974265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.974402] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4e1064-0dc6-45da-8588-06d565e5ee94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.119817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.119973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.120053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.120355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.120452] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 816.148926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.149155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.149497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.157810] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 816.270375] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 816.270658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.270764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.270977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.271183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.271295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.271358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.271510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.271588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.271672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.271761] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.457162] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.476839] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.477169] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.477351] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.477777] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.478012] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.478225] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 6a4e1064-0dc6-45da-8588-06d565e5ee94 not found, creating... [ 816.478535] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.478750] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.478887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.479138] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.479286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.479586] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.479747] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.479870] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.480098] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.480235] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.480379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 6a4e1064-0dc6-45da-8588-06d565e5ee94 is going to be created. [ 816.498751] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.498938] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.499083] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.499325] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.499543] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.499761] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.773789] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.773985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.773985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.774357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.774572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.774731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.774823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.775052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.775177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.775295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.775470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.775657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.775869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.776015] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.776120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.776182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.776322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.776399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.776478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.776565] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.959352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.959524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.959600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.959828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.959966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.960082] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 816.987472] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.987617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.987689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.987906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.988117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.997109] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 817.279132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51444f56-8bbf-4f05-8449-6e3b0b635faa: rpc.has_security_group_logging(os_id): False [ 817.302863] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.303072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.303200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.303502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.303665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.303961] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.304119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.304208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.304428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.304541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.304775] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.304906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.304990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.305342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.305453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.305703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.305868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.306013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.306153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.306301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.306439] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be created. [ 817.361337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.361486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.361558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.361762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.361934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.379071] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 817.390727] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 817.390979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.391163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.391373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.391455] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.540525] env[62657]: INFO networking_nsxv3.common.synchronization [req-23661088-f311-4a09-a625-64f60ec81731 req-52ccac6a-5bc7-4db0-a021-4365e3645154 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 817.540525] env[62657]: INFO networking_nsxv3.common.synchronization [req-23661088-f311-4a09-a625-64f60ec81731 req-52ccac6a-5bc7-4db0-a021-4365e3645154 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 817.540525] env[62657]: INFO networking_nsxv3.common.synchronization [req-23661088-f311-4a09-a625-64f60ec81731 req-52ccac6a-5bc7-4db0-a021-4365e3645154 service nova] Enqueued Resource ID: 6a4e1064-0dc6-45da-8588-06d565e5ee94 with Priority: HIGHEST for action port [ 817.540674] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 817.540805] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 817.540897] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4e1064-0dc6-45da-8588-06d565e5ee94 with Priority: HIGHEST for action port [ 817.541445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.541561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.541627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.541818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.541895] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.546144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.546272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.546494] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4e1064-0dc6-45da-8588-06d565e5ee94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.546600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.546665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.546873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.546948] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4e1064-0dc6-45da-8588-06d565e5ee94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.813338] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a845a8-50c9-46d7-bb18-1cbaff8df171 req-aa3dafac-d1b2-4b39-907b-e6884fec7709 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 817.813856] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 817.814178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.814363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.814613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.814767] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.814924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.816287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.816287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.816402] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.827209] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d967a5f5-11bd-4972-a16b-ffdec1812531 in Status: SUCCESS [ 817.827386] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 deletion is rescheduled due to dependency. [ 817.827491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.894606] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.894961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.894961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.895070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.895376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.895376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.895499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.895701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.895701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.896070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.896070] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.049369] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a4e1064-0dc6-45da-8588-06d565e5ee94 with status ACTIVE [ 818.053023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.053023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.053023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.053023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.053023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a4e1064-0dc6-45da-8588-06d565e5ee94 is going to be updated. [ 818.053747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.053747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.071833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.071833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.071833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.071833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.071833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.071833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4e1064-0dc6-45da-8588-06d565e5ee94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.110774] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.110952] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-209" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.111096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-209" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111418] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-209" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.111673] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111832] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.111954] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.112472] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.112630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.112939] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.113089] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.113203] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.113312] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.113427] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.113535] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.113670] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.131352] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.131506] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.131645] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.131811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-209" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.132138] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ca141721-8c63-4df5-be64-7d8bf49c3fc5 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.132312] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.132435] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132705] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.132846] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca141721-8c63-4df5-be64-7d8bf49c3fc5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.170064] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 818.170221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.170318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.170519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.170701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.170815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.170899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.171077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.171159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.171243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.171398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.171495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.171556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.171693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.171827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.171918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.171980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.172186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.172266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.172348] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.320992] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.321322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.321322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.321451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.321554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.321755] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.321876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.321926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.322061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.322139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.322223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb already deleted. [ 818.322300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.398126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.398291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.398402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.398701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.398847] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.398847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.399016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.399105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.399193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.399339] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.399485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.399747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.399885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.400031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.400105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.400185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.400271] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.635442] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.635789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.636008] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.636476] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.636752] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.637046] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ca141721-8c63-4df5-be64-7d8bf49c3fc5 not found, creating... [ 818.637512] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.637798] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.638050] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.638644] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.638644] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.639121] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.639415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.639651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.640013] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.640285] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.640541] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ca141721-8c63-4df5-be64-7d8bf49c3fc5 is going to be created. [ 818.659679] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.659900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.660053] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.660367] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.660600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.660822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.674759] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d0189f-37c5-4844-9413-2605d9185803: rpc.has_security_group_logging(os_id): False [ 818.702212] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.702382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.702667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.702848] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.703016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.703402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.703485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.703568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.703826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.704039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.704140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.704203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.704343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.704416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.704499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be created. [ 818.768377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.768526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.768591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.768809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.768986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.785755] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 818.902182] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce: rpc.has_security_group_logging(os_id): False [ 818.922181] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.922427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.922756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.922967] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.923238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.923467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.923554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.923845] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.924097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.924332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.924456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.924704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.924911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.925089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.925438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.925638] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 818.987902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.988094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.988177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.988389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.988551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.000159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 819.006989] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 819.007234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.007383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.007584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.007771] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.007887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.007950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.008111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.008188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.008283] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.394243] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 819.394243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.464491] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a845a8-50c9-46d7-bb18-1cbaff8df171 req-dd8053aa-4194-4666-85b0-2c0f5e4386cd service nova] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 819.464681] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a845a8-50c9-46d7-bb18-1cbaff8df171 req-dd8053aa-4194-4666-85b0-2c0f5e4386cd service nova] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 819.464829] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a845a8-50c9-46d7-bb18-1cbaff8df171 req-dd8053aa-4194-4666-85b0-2c0f5e4386cd service nova] Enqueued Resource ID: ca141721-8c63-4df5-be64-7d8bf49c3fc5 with Priority: HIGHEST for action port [ 819.465389] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_rules [ 819.465522] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 819.465620] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca141721-8c63-4df5-be64-7d8bf49c3fc5 with Priority: HIGHEST for action port [ 819.465936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.466541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.466625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.466869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.466957] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.469138] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.469259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.469335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.469522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.469932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.469932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.469932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.470111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.470178] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.471069] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca141721-8c63-4df5-be64-7d8bf49c3fc5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.471289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.471573] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca141721-8c63-4df5-be64-7d8bf49c3fc5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.510441] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973167] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.976362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.976479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.976987] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca141721-8c63-4df5-be64-7d8bf49c3fc5 with status ACTIVE [ 819.977205] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.977295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.977363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.977562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.977650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.977814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.977912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.977973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.982260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.982351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.982550] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.982653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.982806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.982873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.982951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.983052] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca141721-8c63-4df5-be64-7d8bf49c3fc5 is going to be updated. [ 820.004161] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.004299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.004361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.004564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.004696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.004853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca141721-8c63-4df5-be64-7d8bf49c3fc5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.012272] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.477943] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.514843] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.515253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.515253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.515459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.515459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.515459] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 820.550034] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.550334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.550334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.550473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.550604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.559947] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 820.809657] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 820.810060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.810323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.810590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.810696] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.980669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.980872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.980964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.981346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.981462] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb is going to be created. [ 821.004839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.005017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.005127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.005276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.006864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.017170] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: UNINITIALIZED for 2s [ 821.017170] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 821.017170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.314030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.314030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.314224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.314740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.314740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.314740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.314740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.315108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.315108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.315108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.315201] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.820250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.820540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.820586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.820823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.821053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.821180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.821264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.821412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.821496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.821585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.821821] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.821821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.821923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.822073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.822233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.822326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.822382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.822519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.822597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.822693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.823104] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.326163] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d0189f-37c5-4844-9413-2605d9185803: rpc.has_security_group_logging(os_id): False [ 822.343905] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.344120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.345735] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.345735] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.345735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.346451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.346451] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.346451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.346586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.347561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.347561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.347777] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 822.403164] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.403412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.403542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.403875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.404105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.419907] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 822.569837] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 822.570073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.570288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.570460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.570651] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.570764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.570827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.570980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.571081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.571151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.571241] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.023936] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: SUCCESS [ 823.024261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.024314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.024528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.024765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.024911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.024987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.025187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.025269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.025362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.025511] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.074459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.074459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.074459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.074459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.074459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.074748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.074748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.074949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.075104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.075243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.075469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.075623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.075725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.075998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.075998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.076546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.076804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.076947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.077112] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.528489] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.579860] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 823.597793] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.598010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.598096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.598334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.616160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.616441] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.616553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.616645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.616852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.616947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.617180] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.617330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.617401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.617525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.617599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.617826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.617933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.617989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.618217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.618331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.618420] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 823.672043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.672043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.672043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.672043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.672344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.687503] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 823.939208] env[62657]: INFO networking_nsxv3.common.synchronization [req-953de887-03ec-47a2-b2d2-d086d96aec8d req-64922ddb-345f-4b49-9a31-a93e7b11c05e tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 823.939879] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 823.940396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.940495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.940729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.940913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.940993] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.941154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.941313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.941440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.941550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.941671] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.030350] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb: rpc.has_security_group_logging(os_id): False [ 824.049626] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.049745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.049798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.050015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.050102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.050337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.050454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.050518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.050676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.050749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.050834] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb is going to be created. [ 824.104810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.105148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.105251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.105454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.105639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.115451] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: IN_PROGRESS for 2s [ 824.328330] env[62657]: INFO networking_nsxv3.common.synchronization [req-953de887-03ec-47a2-b2d2-d086d96aec8d req-2fe43198-ecfd-46a6-9514-b43bfe7e8bb0 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 824.328844] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGHEST for action security_group_members [ 824.329168] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.329274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.440746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 824.441148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.443804] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.448862] env[62657]: INFO networking_nsxv3.common.synchronization [req-b63580b7-8a31-4213-9019-11c939c1e349 req-61f4236a-0fea-4564-8128-3bb3315b9f57 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 824.448862] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGHEST for action security_group_members [ 824.449064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.449737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.451024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.451024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.451024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.451024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.451024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.451024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.451424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.451424] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.559980] env[62657]: INFO networking_nsxv3.common.synchronization [req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 req-05f7b74a-9b71-4132-ab66-608094611a1f tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Enqueued Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 824.560496] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 824.560797] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.560924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.560989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.561252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.561403] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.561503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.561698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.561698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.561776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.561863] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.600887] env[62657]: INFO networking_nsxv3.common.synchronization [req-6b589d13-6c82-46f5-8e89-98258f6e4106 req-57d581c7-831e-4901-8cfc-14d4f1e55903 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 824.601728] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGHEST for action security_group_members [ 824.602337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.602500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.602573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.602802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.602971] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.603089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.603154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.603306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.603568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.603670] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.922209] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.922415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.922544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.922874] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.923211] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.923583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.923583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.923722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.923868] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.924091] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.924248] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.924318] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.924429] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.924555] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.924667] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.924814] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.942598] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.942793] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.943272] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.943272] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.943559] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.943729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.943937] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.944194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.944339] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.945690] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.954020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.954143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.954143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.954946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.954946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.954946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.954946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.954946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.955215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.955215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.955282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be updated. [ 824.981535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.981677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.981749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.982042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.982099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.990105] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: IN_PROGRESS for 2s [ 825.067597] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.067597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.067597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.067597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.067989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.067989] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.067989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.067989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.068235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.068304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.068393] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 already deleted. [ 825.068500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.106173] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.106354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.106537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.106644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.106840] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.107036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.107263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.107348] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be updated. [ 825.145529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.145529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.145529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.145529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.145529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.153915] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: IN_PROGRESS for 2s [ 825.446820] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.447074] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.447219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.447506] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.447654] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.447811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f not found, creating... [ 825.448203] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.448299] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.448360] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.448583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.448724] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.449011] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.449176] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.449299] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.449506] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.449642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.449782] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f is going to be created. [ 825.450900] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.451018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.451119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.451229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.451307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.451388] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 825.479715] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.479916] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.480060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.480319] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.480539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.480757] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.486722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.486722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.486722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.486722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.486722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.494384] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 825.700240] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 825.700240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.127136] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: SUCCESS [ 826.127433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.211733] env[62657]: INFO networking_nsxv3.common.synchronization [req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 req-aa7cf1c0-58d6-452a-8dd4-4ba403e6e402 service nova] Enqueued Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_rules [ 826.211733] env[62657]: INFO networking_nsxv3.common.synchronization [req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 req-aa7cf1c0-58d6-452a-8dd4-4ba403e6e402 service nova] Enqueued Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 826.211835] env[62657]: INFO networking_nsxv3.common.synchronization [req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 req-aa7cf1c0-58d6-452a-8dd4-4ba403e6e402 service nova] Enqueued Resource ID: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f with Priority: HIGHEST for action port [ 826.212072] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_rules [ 826.212430] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 826.212430] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f with Priority: HIGHEST for action port [ 826.213593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.213593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.213593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.213593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.213593] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.216826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.216826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.216826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.217147] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.217635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.217755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.217897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.218099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.218257] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.720340] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.721668] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.721783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.721935] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f with status ACTIVE [ 826.722110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.722212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.722282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.722481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.722567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.722730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.722823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.722877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.723056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.723142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.723316] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.723406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.723462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.723598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.723671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.723742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f is going to be updated. [ 826.752035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.752035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.752242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.752344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.752458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.752606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.998647] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa in Status: SUCCESS [ 826.998827] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa deletion is rescheduled due to dependency. [ 826.998926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.166173] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e88270-fa43-46a2-a5aa-774a453fc61a in Status: SUCCESS [ 827.166570] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a deletion is rescheduled due to dependency. [ 827.166570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.225524] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.330065] env[62657]: INFO networking_nsxv3.common.synchronization [req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 req-a0b1658a-e71a-4370-9666-9bf870b64920 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 827.330744] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 827.330987] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.331159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.331226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.331434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.331952] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.332063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.332163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.332378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.332378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.332628] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.508321] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 827.508866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.508957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.509426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.509552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.509619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.509884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.509988] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.730854] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.730854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.730854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.730854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.730854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.730854] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 is going to be created. [ 827.757376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.757376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.757376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.757376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.757376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.765510] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: UNINITIALIZED for 2s [ 827.838772] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.012843] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.013475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.013956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.014284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.014446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.014549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.014793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.014919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.015066] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be updated. [ 828.041430] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.041622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.041695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.041932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.042090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.057160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: IN_PROGRESS for 2s [ 828.341761] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.846551] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.846661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.846718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.846981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.847093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.847152] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 828.884762] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.884902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.884974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.885200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.885337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.894811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 829.776160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: SUCCESS [ 829.776160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.776527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.776527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.776697] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.776827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.776899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.777113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.777222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.777317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.777450] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.066697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d0189f-37c5-4844-9413-2605d9185803 in Status: SUCCESS [ 830.066902] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d0189f-37c5-4844-9413-2605d9185803 deletion is rescheduled due to dependency. [ 830.067034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.280390] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.281060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.281060] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.281311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.281431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.281459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.281601] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.281782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.285021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285021] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.786624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf20b582-92b9-4b2f-9f10-f3bfe79c4136: rpc.has_security_group_logging(os_id): False [ 830.805511] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.805511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.805511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.805705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.805705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.805918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.806138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.806956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.806956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.807451] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.807451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.807451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.807451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.807617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.807617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 is going to be created. [ 830.882968] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.883206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.883304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.883548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.883774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.894447] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: IN_PROGRESS for 2s [ 830.902380] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 830.902586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.049638] env[62657]: INFO networking_nsxv3.common.synchronization [req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e req-a877f191-536d-4216-8821-0a51abdd96b9 tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Enqueued Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 831.049734] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 831.050030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.050234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.050622] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.050777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.051017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.051314] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.401823] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.402233] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-780" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.402434] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-780" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.402929] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-780" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.403373] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.403648] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.403863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.404226] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.404455] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.404739] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.404910] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.405407] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.405407] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.405407] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.405578] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.405756] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.425083] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.425083] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.425083] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.425256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-780" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.425659] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.426584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.426584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.426584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.426758] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4be1ff-e71b-4bfb-9fb8-647dff3db874',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.553445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.553576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.553675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.553896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.553983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.554190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.554287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.554343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.554490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.554566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.554653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 already deleted. [ 831.554727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.930253] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.930253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.930253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.930702] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.930702] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.930702] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ab4be1ff-e71b-4bfb-9fb8-647dff3db874 not found, creating... [ 831.930950] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.931134] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.931258] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.931595] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.931700] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.931904] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.932084] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.932221] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.932509] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.932572] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.933246] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 is going to be created. [ 831.952143] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.952616] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.952793] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.953116] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.953369] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.953608] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.695861] env[62657]: INFO networking_nsxv3.common.synchronization [req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e req-52b7f460-a457-4c12-9204-5caacd26edcd service nova] Enqueued Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_rules [ 832.696078] env[62657]: INFO networking_nsxv3.common.synchronization [req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e req-52b7f460-a457-4c12-9204-5caacd26edcd service nova] Enqueued Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 832.696241] env[62657]: INFO networking_nsxv3.common.synchronization [req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e req-52b7f460-a457-4c12-9204-5caacd26edcd service nova] Enqueued Resource ID: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 with Priority: HIGHEST for action port [ 832.696475] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_rules [ 832.696634] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 832.696678] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 with Priority: HIGHEST for action port [ 832.699041] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.699041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.699041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.699296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.699496] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.705238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.705238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.705238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.705238] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.705978] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.706088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.706321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.706389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.706807] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4be1ff-e71b-4bfb-9fb8-647dff3db874',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.905454] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: SUCCESS [ 832.905454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.211663] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab4be1ff-e71b-4bfb-9fb8-647dff3db874 with status ACTIVE [ 833.212831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.212987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.213074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.213503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.213650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.213853] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.213991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.214061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.214279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.214348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.214551] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.214660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.214710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.214854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.214922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.214999] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 is going to be updated. [ 833.216801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.216910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.217604] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.235617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.235777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.235849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.236101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.236242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.236420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4be1ff-e71b-4bfb-9fb8-647dff3db874" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.323482] env[62657]: INFO networking_nsxv3.common.synchronization [None req-71f2f0f9-bc0d-46c2-ab9b-95dfb9813378 None None] Enqueued Resource ID: 351e2137-4dca-472d-9703-7176eebc2d16 with Priority: HIGHEST for action port [ 833.323482] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351e2137-4dca-472d-9703-7176eebc2d16 with Priority: HIGHEST for action port [ 833.323482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-351e2137-4dca-472d-9703-7176eebc2d16 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.323482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351e2137-4dca-472d-9703-7176eebc2d16" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.323482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351e2137-4dca-472d-9703-7176eebc2d16" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.323482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351e2137-4dca-472d-9703-7176eebc2d16" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.323482] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351e2137-4dca-472d-9703-7176eebc2d16',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.657270] env[62657]: INFO networking_nsxv3.common.synchronization [req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 req-ffce1512-5caf-4d2f-9dc2-110f431848da tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 833.657270] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 833.657374] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.657432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.658671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.658671] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.658671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.658671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.658913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.662034] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.719672] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.823148] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 351e2137-4dca-472d-9703-7176eebc2d16 [ 833.824494] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.824734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.825040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.825158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.825257] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:351e2137-4dca-472d-9703-7176eebc2d16 already deleted. [ 833.825341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351e2137-4dca-472d-9703-7176eebc2d16" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.057256] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.058573] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.058573] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.060019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.060019] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.060019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.060019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.060019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.060019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.060019] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.061742] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.061965] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.062138] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.062297] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.062439] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.065819] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.082976] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.083285] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.083460] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.083712] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.084267] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-1128f339-6b93-494e-9ba3-e70c92e85191 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.084392] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.084804] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.084804] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.085691] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1128f339-6b93-494e-9ba3-e70c92e85191',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.165418] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.165418] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.165418] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 already deleted. [ 834.165418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.223198] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.223470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.224533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.228253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.228546] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 is going to be created. [ 834.245941] env[62657]: INFO networking_nsxv3.common.synchronization [None req-09198057-ac64-40ed-b6c4-3f4456979453 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 834.246627] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 834.246798] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.246928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.246968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.248373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.248852] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.253063] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.253194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.253252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.253450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.253599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.267464] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: UNINITIALIZED for 2s [ 834.358793] env[62657]: INFO networking_nsxv3.common.synchronization [None req-82f18f64-e096-4dbc-8db1-f8ec3e6ab3f5 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 834.362918] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 834.362918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.362918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.590021] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.590021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 1128f339-6b93-494e-9ba3-e70c92e85191 not found, creating... [ 834.590021] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.590021] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.590449] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.590449] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.590449] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.590950] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.591258] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.591633] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 1128f339-6b93-494e-9ba3-e70c92e85191 is going to be created. [ 834.615219] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.615219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.615219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.615219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.615219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.615219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.786336] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.786532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.786573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.786857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.786957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.787072] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637044fe-2922-4103-9797-e995fd211cea already deleted. [ 834.787193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.787361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.787529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.787616] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.308103] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9bab480e-54f9-4c0d-a6ec-dee9fd630d4a None None] Enqueued Resource ID: 2226fcf2-9cb2-4dbb-8eee-0e899ced203d with Priority: HIGHEST for action port [ 835.309271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.309407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.309509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.309834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.309899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.310026] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637044fe-2922-4103-9797-e995fd211cea already deleted. [ 835.310102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.310853] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2226fcf2-9cb2-4dbb-8eee-0e899ced203d with Priority: HIGHEST for action port [ 835.311157] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2226fcf2-9cb2-4dbb-8eee-0e899ced203d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.311333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2226fcf2-9cb2-4dbb-8eee-0e899ced203d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.311431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2226fcf2-9cb2-4dbb-8eee-0e899ced203d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.311663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2226fcf2-9cb2-4dbb-8eee-0e899ced203d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.311894] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2226fcf2-9cb2-4dbb-8eee-0e899ced203d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.439362] env[62657]: INFO networking_nsxv3.common.synchronization [req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 req-7a8fa2c5-0f9a-4916-a05b-43b714bbbd2c service nova] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 835.439362] env[62657]: INFO networking_nsxv3.common.synchronization [req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 req-7a8fa2c5-0f9a-4916-a05b-43b714bbbd2c service nova] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 835.439362] env[62657]: INFO networking_nsxv3.common.synchronization [req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 req-7a8fa2c5-0f9a-4916-a05b-43b714bbbd2c service nova] Enqueued Resource ID: 1128f339-6b93-494e-9ba3-e70c92e85191 with Priority: HIGHEST for action port [ 835.439362] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 835.439362] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 835.439686] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1128f339-6b93-494e-9ba3-e70c92e85191 with Priority: HIGHEST for action port [ 835.441726] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.441822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.441889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.442118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.445090] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.445957] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.446123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.446218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.446382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.446538] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.446641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.446705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.446867] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.446953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.447055] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.447888] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1128f339-6b93-494e-9ba3-e70c92e85191 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.448028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.448171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.448331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.448407] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1128f339-6b93-494e-9ba3-e70c92e85191',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.628782] env[62657]: INFO networking_nsxv3.common.synchronization [req-14721ad0-ed3b-4f0c-be76-e21911869a1e req-63975483-fdec-40a5-a8f7-6a1e44bf46fa tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 835.628782] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGHEST for action security_group_members [ 835.628782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.628782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.628782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.628782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.628782] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.628782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.628782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.632154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.632154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.632154] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.814905] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2226fcf2-9cb2-4dbb-8eee-0e899ced203d [ 835.815172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.815313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.815384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.815593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.819022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.819022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2226fcf2-9cb2-4dbb-8eee-0e899ced203d already deleted. [ 835.819022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2226fcf2-9cb2-4dbb-8eee-0e899ced203d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.914871] env[62657]: INFO networking_nsxv3.common.synchronization [req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 req-210d8e20-28b0-4ae2-950d-712f9332a8e0 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 835.915406] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 835.915709] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.915926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.915926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.920235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.921459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.921459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.921459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.921459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.921459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.921459] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.953954] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.953954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.953954] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.953954] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1128f339-6b93-494e-9ba3-e70c92e85191 with status ACTIVE [ 835.953954] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.953954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.954577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.954834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.954979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.957261] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.957372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.957438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.957608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.957694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.957881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.957972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.958041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.958184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.958258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.958344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1128f339-6b93-494e-9ba3-e70c92e85191 is going to be updated. [ 835.986299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.986299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.986299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.986299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.134591] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.134732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.134800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.135050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.156020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.156020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.156020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.156020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.156020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.156020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.156020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d is going to be updated. [ 836.193172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.193172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.193172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.193172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.193172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.203087] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: IN_PROGRESS for 2s [ 836.276771] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: SUCCESS [ 836.277059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.277259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.277484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.277731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.277871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.277940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.278111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.278214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.278309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.278414] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.424029] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.441499] env[62657]: INFO networking_nsxv3.common.synchronization [req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 req-307aae4d-dc71-4b84-96fb-e2b692c453b5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 836.442100] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 836.442644] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.442778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.442846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.443304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.443304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.443304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.443517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.443517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.443689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.443689] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.464222] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.781724] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.781890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.781932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.782157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.782318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.782421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.782485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.782631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.782717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.782804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.782947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.783051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.783113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.783290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.783433] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.783529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.783590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.783740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.784088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.784088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.784088] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.926225] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.946010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.946189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.946271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.946477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.946625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.946760] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.946879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.946943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.947455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.947556] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 836.966266] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.968619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.968619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.968619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.968619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.968619] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be created. [ 836.973301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.973530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.973602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.973837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.974100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.984339] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 836.988038] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.988175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.988227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.988429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.988579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.000609] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: UNINITIALIZED for 2s [ 837.170225] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.170375] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.170545] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.170866] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.171676] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.172254] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.172458] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.172729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.172881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.173147] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.173305] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.176490] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.176490] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.176490] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.176490] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.176490] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.194415] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.194554] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.194707] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.194887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.195222] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-d5a7b685-96a0-43b5-916f-b35eb8c585ab taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.195403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.195529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.195853] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.196007] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a7b685-96a0-43b5-916f-b35eb8c585ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.286167] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75d8f494-bf7f-4b42-9559-3ad226e12676: rpc.has_security_group_logging(os_id): False [ 837.306563] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.306840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.307149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.307280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.307401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.307435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.307767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.308231] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.308375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.308451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.308671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.308802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.309268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.309431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.309475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.309630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.309706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.309796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 is going to be created. [ 837.373398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.373623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.373623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.373902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.374110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.399104] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: IN_PROGRESS for 2s [ 837.432548] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.432548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.432548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.432548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.432548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.432548] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 837.488854] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.488854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.488854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.488854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.488854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.496653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 837.706796] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.706796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port d5a7b685-96a0-43b5-916f-b35eb8c585ab not found, creating... [ 837.706796] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.706796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.708602] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.709120] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.709966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.709966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.709966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.710288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.710372] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: d5a7b685-96a0-43b5-916f-b35eb8c585ab is going to be created. [ 837.713638] env[62657]: INFO networking_nsxv3.common.synchronization [req-de845cd1-3289-4f3b-aba4-80c49b955bf1 req-4a0880ca-d7ed-4068-ad48-226615818698 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Enqueued Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 837.714608] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGHEST for action security_group_members [ 837.715429] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.715586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.715676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.715865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.716049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.716307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.716420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.716598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.716705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.716819] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.734727] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.735014] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.735162] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.735492] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.735799] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.737382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.211655] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d in Status: SUCCESS [ 838.211889] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d deletion is rescheduled due to dependency. [ 838.212045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.219169] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.219169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.219169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.219512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.219623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.219827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.219956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.220039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.220274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.220371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.220518] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 is going to be updated. [ 838.252011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.252201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.252262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.252603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.264645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: IN_PROGRESS for 2s [ 838.768294] env[62657]: INFO networking_nsxv3.common.synchronization [req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 req-2f33d076-4a19-448e-a566-bca8d3238010 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 838.768294] env[62657]: INFO networking_nsxv3.common.synchronization [req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 req-2f33d076-4a19-448e-a566-bca8d3238010 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 838.768294] env[62657]: INFO networking_nsxv3.common.synchronization [req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 req-2f33d076-4a19-448e-a566-bca8d3238010 service nova] Enqueued Resource ID: d5a7b685-96a0-43b5-916f-b35eb8c585ab with Priority: HIGHEST for action port [ 838.777341] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 838.777341] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 838.777341] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7b685-96a0-43b5-916f-b35eb8c585ab with Priority: HIGHEST for action port [ 838.777341] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.777341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.777341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.777341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.777341] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.777341] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.777341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.777341] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5a7b685-96a0-43b5-916f-b35eb8c585ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.777881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.777881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.777881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.778070] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a7b685-96a0-43b5-916f-b35eb8c585ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.994066] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 838.994477] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 838.995141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.995802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.995802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.995802] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.995965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.996526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.996526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.996526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.996526] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.012022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 839.012022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.012022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.012022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.012022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.012285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.012285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.012373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.012439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.012520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.012605] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.282912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.282912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5a7b685-96a0-43b5-916f-b35eb8c585ab with status ACTIVE [ 839.282912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.282912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.282912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.282912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.283487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.283487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.283487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.283487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.283487] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5a7b685-96a0-43b5-916f-b35eb8c585ab is going to be updated. [ 839.313302] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.313302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.313302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.313302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.313302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.313302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5a7b685-96a0-43b5-916f-b35eb8c585ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.386426] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0e71a410-e8cf-4a08-9e0b-223dea78117d tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 8884ba70-26ae-4821-ba25-bc85f672654b with Priority: HIGHEST for action security_group_rules [ 839.386426] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8884ba70-26ae-4821-ba25-bc85f672654b with Priority: HIGHEST for action security_group_rules [ 839.386426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8884ba70-26ae-4821-ba25-bc85f672654b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.386945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.387440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.388144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.388509] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8884ba70-26ae-4821-ba25-bc85f672654b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.418649] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: SUCCESS [ 839.418649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.442478] env[62657]: INFO networking_nsxv3.common.synchronization [req-66b2d5b4-fb67-4774-8be9-0f7629866b1a req-3a3bcd04-3428-44ed-9ac7-b38638b18ba1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 839.443057] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGHEST for action security_group_members [ 839.443669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.443797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.443866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.444095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.444663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.444784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.444851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.445032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.445116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.445205] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.498074] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.506603] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 839.506810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.515210] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.541556] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ab9d78fa-34da-4c88-878c-87292be8ae24 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 8884ba70-26ae-4821-ba25-bc85f672654b with Priority: HIGHEST for action security_group_rules [ 839.542664] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8884ba70-26ae-4821-ba25-bc85f672654b with Priority: HIGHEST for action security_group_rules [ 839.543147] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8884ba70-26ae-4821-ba25-bc85f672654b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.543362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.912811] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.912811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8884ba70-26ae-4821-ba25-bc85f672654b already deleted. [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.912811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.912811] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8884ba70-26ae-4821-ba25-bc85f672654b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.952031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.952031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.952031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.952031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.970724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.971424] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.972904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.972904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.972904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.972904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.972904] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be updated. [ 840.000058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.000058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.000058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.000058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.000058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.000893] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.012320] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: IN_PROGRESS for 2s [ 840.024265] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4040a181-0fde-4626-b30d-90b1bdbfb847: rpc.has_security_group_logging(os_id): False [ 840.040745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.040745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.040745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.040745] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be created. [ 840.097010] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.097010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.097010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.097283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.097531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.107041] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: IN_PROGRESS for 2s [ 840.274815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 in Status: SUCCESS [ 840.275050] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 deletion is rescheduled due to dependency. [ 840.275168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.439778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.439877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.439917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.440735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.440882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.441008] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8884ba70-26ae-4821-ba25-bc85f672654b already deleted. [ 840.441102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8884ba70-26ae-4821-ba25-bc85f672654b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.504041] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.504041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.504041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.504041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.504041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.504041] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 840.536676] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.536965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.536965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.537529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.537529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.547273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 841.708202] env[62657]: INFO networking_nsxv3.common.synchronization [None req-12552dd9-9259-4bec-86d0-972524a799c7 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 841.709014] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 841.709334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.712153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.712229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.712521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.712593] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.788308] env[62657]: INFO networking_nsxv3.common.synchronization [None req-79bd3327-94b1-4ffc-9012-cda801e101f1 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 841.788847] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 841.789170] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.789273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.021474] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab in Status: SUCCESS [ 842.021656] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab deletion is rescheduled due to dependency. [ 842.022109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.119234] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 842.119467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.326396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.326618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.326618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.326834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.326935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.327055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 already deleted. [ 842.327182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.327368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.327561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.327722] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.557975] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 842.558301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.558555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.561564] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.561564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.561564] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.860438] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.860909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.860909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.860909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.861024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.861055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 already deleted. [ 842.861120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.978570] env[62657]: INFO networking_nsxv3.common.synchronization [req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a req-101baac1-6ded-48c4-8e75-3b3351f15223 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 842.979183] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 842.979519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.979706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.979789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.980134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.980318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.980458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.980548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.980751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.980861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.981288] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.064975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.064975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.064975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.065185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.065311] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.065613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.065749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.066437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.066437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.066437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.066437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.066437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.066437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.066760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.067035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.067190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.067556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.067556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.067556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.067716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.067961] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.485146] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.485514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.485730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.509219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.510396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.510692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.510882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.513759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.513759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.513759] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 843.541218] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.541494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.541640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.542425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.542425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.552312] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 843.570435] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d4b7e0-c994-4b35-852f-5115f7a5b4f8: rpc.has_security_group_logging(os_id): False [ 843.590739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.590739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.590739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.591182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.591330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.591608] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.591754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.591842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.592086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.592190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.592459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.592583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.593206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.593206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.593206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.594013] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.594013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.594013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.594013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.594203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.595471] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 843.681942] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.682184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.682396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.683026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.683026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.686706] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ab60cf2e-362e-4a7a-839f-52c7c29d7668 None None] Enqueued Resource ID: 1ff34648-3d75-4731-a08a-a88324dcccba with Priority: HIGHEST for action port [ 843.687279] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff34648-3d75-4731-a08a-a88324dcccba with Priority: HIGHEST for action port [ 843.687602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ff34648-3d75-4731-a08a-a88324dcccba taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.687721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ff34648-3d75-4731-a08a-a88324dcccba" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.687789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ff34648-3d75-4731-a08a-a88324dcccba" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.688244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ff34648-3d75-4731-a08a-a88324dcccba" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.688369] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff34648-3d75-4731-a08a-a88324dcccba',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.698979] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 844.193837] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ff34648-3d75-4731-a08a-a88324dcccba [ 844.193837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.193837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.193837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.194229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.194229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.194361] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ff34648-3d75-4731-a08a-a88324dcccba already deleted. [ 844.194461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ff34648-3d75-4731-a08a-a88324dcccba" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.563935] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 845.563935] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 845.563935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.713573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 845.713829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.104643] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a441c217-b409-4c21-b817-41ac237cd2f3 None None] Enqueued Resource ID: c3beff1c-f62f-4a59-a40d-83a37adbf0e6 with Priority: HIGHEST for action port [ 846.104643] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beff1c-f62f-4a59-a40d-83a37adbf0e6 with Priority: HIGHEST for action port [ 846.104643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3beff1c-f62f-4a59-a40d-83a37adbf0e6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.104643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3beff1c-f62f-4a59-a40d-83a37adbf0e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.104643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3beff1c-f62f-4a59-a40d-83a37adbf0e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.104643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3beff1c-f62f-4a59-a40d-83a37adbf0e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.105520] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3beff1c-f62f-4a59-a40d-83a37adbf0e6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.607729] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3beff1c-f62f-4a59-a40d-83a37adbf0e6 [ 846.607997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.608081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.608164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.608435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.608565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.608694] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3beff1c-f62f-4a59-a40d-83a37adbf0e6 already deleted. [ 846.608792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3beff1c-f62f-4a59-a40d-83a37adbf0e6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.115355] env[62657]: INFO networking_nsxv3.common.synchronization [None req-46efb85e-042f-406c-8cf2-1887b38ef8ba None None] Enqueued Resource ID: 8ba15c83-251d-45ad-9fc1-c59e9fd8f972 with Priority: HIGHEST for action port [ 847.117835] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba15c83-251d-45ad-9fc1-c59e9fd8f972 with Priority: HIGHEST for action port [ 847.118310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba15c83-251d-45ad-9fc1-c59e9fd8f972 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.118959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba15c83-251d-45ad-9fc1-c59e9fd8f972" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.121627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba15c83-251d-45ad-9fc1-c59e9fd8f972" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.121627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba15c83-251d-45ad-9fc1-c59e9fd8f972" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.121627] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba15c83-251d-45ad-9fc1-c59e9fd8f972',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.622316] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ba15c83-251d-45ad-9fc1-c59e9fd8f972 [ 847.622567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.623034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.623034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.623034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.623164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.623164] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ba15c83-251d-45ad-9fc1-c59e9fd8f972 already deleted. [ 847.623228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba15c83-251d-45ad-9fc1-c59e9fd8f972" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.223644] env[62657]: INFO networking_nsxv3.common.synchronization [None req-4b5c3035-ee53-45a2-bc51-375e0dea0c3d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 848.224151] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 848.224485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.224611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.224708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.224931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.225118] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.326414] env[62657]: INFO networking_nsxv3.common.synchronization [None req-74c6e15c-7978-40e3-8259-a05dcb0d9a97 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 848.326924] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 848.327279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.327377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.747473] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.747473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.747771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.747771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.747835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.747913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 already deleted. [ 848.748781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.748781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.748781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.748781] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.273019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.273162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.273230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.273518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.273611] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 already deleted. [ 849.273698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.308924] env[62657]: INFO networking_nsxv3.common.synchronization [req-985efcf4-a446-4c7b-a0e7-0846f8886520 req-bb63c29f-9d35-45fd-83c1-7aced13774d9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 849.309524] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 849.310549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.310549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.310549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.310825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.311707] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.311823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.311878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.313027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.313027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.313948] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.627360] env[62657]: INFO networking_nsxv3.common.synchronization [None req-f9d7ae48-79b3-4ba9-83f6-6fd13a09e114 None None] Enqueued Resource ID: 92832fe0-fa44-4ec2-902b-d852cc84863b with Priority: HIGHEST for action port [ 849.627360] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92832fe0-fa44-4ec2-902b-d852cc84863b with Priority: HIGHEST for action port [ 849.627360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-92832fe0-fa44-4ec2-902b-d852cc84863b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.627360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92832fe0-fa44-4ec2-902b-d852cc84863b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.627668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92832fe0-fa44-4ec2-902b-d852cc84863b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.628365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92832fe0-fa44-4ec2-902b-d852cc84863b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.628453] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92832fe0-fa44-4ec2-902b-d852cc84863b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.732534] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.732846] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.733218] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.733709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.734185] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.734408] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.734593] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.734928] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.735218] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.735573] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.735783] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.735985] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.736943] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.737214] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.737517] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.737711] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.758020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.758020] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.758020] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.758020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.758020] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.758020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.758020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.758020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.758020] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28d5add-0a53-4a1b-aa60-5aa7b8663b56',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.816122] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.816335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.816416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.816625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.816730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.816915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.817017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.817080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.817231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.817363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.817470] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637044fe-2922-4103-9797-e995fd211cea already deleted. [ 849.817573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.130560] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92832fe0-fa44-4ec2-902b-d852cc84863b [ 850.130929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.131073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.131120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.131345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.131437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.131546] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92832fe0-fa44-4ec2-902b-d852cc84863b already deleted. [ 850.131646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92832fe0-fa44-4ec2-902b-d852cc84863b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.263368] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.263603] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.263741] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.264035] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.264208] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.264342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a28d5add-0a53-4a1b-aa60-5aa7b8663b56 not found, creating... [ 850.264603] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.264762] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.264887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.265123] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.265263] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.265548] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.265712] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.265834] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266055] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.266197] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.266364] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 is going to be created. [ 850.284740] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.284900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.285042] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.285313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.285547] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.285774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.537635] env[62657]: INFO networking_nsxv3.common.synchronization [req-2077540d-0f4b-4a04-88fa-0b68f3def46c req-980e141a-556d-460c-99e6-cbfe3d2ab6c1 tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Enqueued Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 850.538926] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGHEST for action security_group_members [ 850.538926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.538926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.539715] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.539715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.539715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.539880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.540008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.540152] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.996599] env[62657]: INFO networking_nsxv3.common.synchronization [req-985efcf4-a446-4c7b-a0e7-0846f8886520 req-555edd4d-d4e5-4218-8af2-92bd6c87553d service nova] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 850.996902] env[62657]: INFO networking_nsxv3.common.synchronization [req-985efcf4-a446-4c7b-a0e7-0846f8886520 req-555edd4d-d4e5-4218-8af2-92bd6c87553d service nova] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 850.996949] env[62657]: INFO networking_nsxv3.common.synchronization [req-985efcf4-a446-4c7b-a0e7-0846f8886520 req-555edd4d-d4e5-4218-8af2-92bd6c87553d service nova] Enqueued Resource ID: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 with Priority: HIGHEST for action port [ 850.997473] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_rules [ 850.997620] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 850.997718] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 with Priority: HIGHEST for action port [ 850.999883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.000050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.000155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.000389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.000510] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.001565] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.001716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.001810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.002072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.002243] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.002610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.002716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.002928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.003077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.003231] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.004219] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.004305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.004497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.004578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.004727] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28d5add-0a53-4a1b-aa60-5aa7b8663b56',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.047411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.047411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.047411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.047411] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 is going to be updated. [ 851.071499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.071499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.071499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.071670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.071799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.079894] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: IN_PROGRESS for 2s [ 851.507216] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.507351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.507578] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.508495] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28d5add-0a53-4a1b-aa60-5aa7b8663b56 with status ACTIVE [ 851.508694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.508804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.508885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.509081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.509163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.509391] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.509438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.509478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.509613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.509691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.509866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.509957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.510027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.510239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.510357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 is going to be updated. [ 851.530882] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.531050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.531125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.531315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.531449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.531603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28d5add-0a53-4a1b-aa60-5aa7b8663b56" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.013049] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.515078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.515271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.515372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.515607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.515720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.515836] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637044fe-2922-4103-9797-e995fd211cea is going to be created. [ 852.540777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.540926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.540998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.541429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.549972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: UNINITIALIZED for 2s [ 852.954505] env[62657]: INFO networking_nsxv3.common.synchronization [req-f2ee0885-a485-4fc9-966c-211ad491e09e req-65415b34-08d8-4305-9436-720c14756c49 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 852.955311] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGHEST for action security_group_members [ 852.956444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.956444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.956444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.956444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.956696] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.956696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.958657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.958657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.958657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.958657] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.089520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 in Status: SUCCESS [ 853.089936] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 deletion is rescheduled due to dependency. [ 853.089936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.462166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.462347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.462347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.462558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.462648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.462839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.462939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.463010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.463165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.463240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.463326] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be updated. [ 853.487999] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.488171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.488213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.488371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.488505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.497342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: IN_PROGRESS for 2s [ 854.559699] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: SUCCESS [ 854.559995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.560146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.560356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.560620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.560719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.560793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.560945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.561073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.561180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.561301] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.064721] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.508022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a in Status: SUCCESS [ 855.508022] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a deletion is rescheduled due to dependency. [ 855.508022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.567693] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 637044fe-2922-4103-9797-e995fd211cea: rpc.has_security_group_logging(os_id): False [ 855.585736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.588019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.588019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.588019] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637044fe-2922-4103-9797-e995fd211cea is going to be created. [ 855.647058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.647058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.647058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.647058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.647058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.656789] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: IN_PROGRESS for 2s [ 857.670560] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: SUCCESS [ 857.670844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.955827] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.955827] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 859.013873] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a328121-fb7b-483e-b92f-c2f7ddbb266a req-cb10a69d-346b-4d9c-b696-7e053b807cad tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 859.014377] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 859.014674] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.014792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.014860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.018379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.018575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.018861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.018924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.019128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.019212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.019305] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.524902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.526207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.526489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.526991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.527208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.530061] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.530061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.530061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.530061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.530061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.530061] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 859.553255] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.553522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.553522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.554015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.554015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.562289] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 859.566603] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.566792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.566792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.567089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.567365] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.568731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.568731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.568731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.568731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.568731] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.568731] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.569195] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.569195] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.569195] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.569195] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.569307] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.584918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.585115] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.585388] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.585630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.585961] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-19eed596-3434-4ee9-860a-8c6cfe6ab352 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.586196] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.586397] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.586785] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.586949] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19eed596-3434-4ee9-860a-8c6cfe6ab352',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.687187] env[62657]: INFO networking_nsxv3.common.synchronization [None req-be835d97-a058-457b-b284-11923eb6384d None None] Enqueued Resource ID: 69fe5931-975e-4d43-89bd-dd3124d0ba32 with Priority: HIGHEST for action port [ 859.687187] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fe5931-975e-4d43-89bd-dd3124d0ba32 with Priority: HIGHEST for action port [ 859.687187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-69fe5931-975e-4d43-89bd-dd3124d0ba32 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.687187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69fe5931-975e-4d43-89bd-dd3124d0ba32" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.687187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69fe5931-975e-4d43-89bd-dd3124d0ba32" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.687732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69fe5931-975e-4d43-89bd-dd3124d0ba32" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.687933] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fe5931-975e-4d43-89bd-dd3124d0ba32',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.963418] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6cf54246-342b-45a7-9c44-4d5b73876524 None None] Enqueued Resource ID: c7fe7114-cc6b-4e00-9517-547d77cefb3a with Priority: HIGHEST for action port [ 859.963943] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe7114-cc6b-4e00-9517-547d77cefb3a with Priority: HIGHEST for action port [ 859.964310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7fe7114-cc6b-4e00-9517-547d77cefb3a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7fe7114-cc6b-4e00-9517-547d77cefb3a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.964502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7fe7114-cc6b-4e00-9517-547d77cefb3a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7fe7114-cc6b-4e00-9517-547d77cefb3a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.964889] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7fe7114-cc6b-4e00-9517-547d77cefb3a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.089382] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.089661] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.089757] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.090057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.090219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.090379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 19eed596-3434-4ee9-860a-8c6cfe6ab352 not found, creating... [ 860.090659] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.090836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.090961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.091204] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.091347] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.091635] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.091796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.091918] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092787] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.093012] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.093215] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 19eed596-3434-4ee9-860a-8c6cfe6ab352 is going to be created. [ 860.111905] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.112130] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.112259] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.112530] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.115364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.115364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.191138] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69fe5931-975e-4d43-89bd-dd3124d0ba32 [ 860.192031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.192031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.192031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.192031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.192263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.192263] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69fe5931-975e-4d43-89bd-dd3124d0ba32 already deleted. [ 860.192318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69fe5931-975e-4d43-89bd-dd3124d0ba32" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.468162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7fe7114-cc6b-4e00-9517-547d77cefb3a [ 860.468339] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.468478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.468550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.468764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.468890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.468995] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7fe7114-cc6b-4e00-9517-547d77cefb3a already deleted. [ 860.469095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7fe7114-cc6b-4e00-9517-547d77cefb3a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.849275] env[62657]: INFO networking_nsxv3.common.synchronization [req-66f0a5af-e89b-4a12-8c89-c9a4c040dc55 req-35471427-db6d-4d6c-bbc7-4b0faf32d7df tempest-SecurityGroupRulesNegativeTestJSON-1321993057 tempest-SecurityGroupRulesNegativeTestJSON-1321993057-project-member] Enqueued Resource ID: 123b9eb2-b36a-447b-b62c-070990330851 with Priority: HIGHEST for action security_group_rules [ 860.849275] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123b9eb2-b36a-447b-b62c-070990330851 with Priority: HIGHEST for action security_group_rules [ 860.849275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-123b9eb2-b36a-447b-b62c-070990330851 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.849275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.851036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.852793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.852793] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('123b9eb2-b36a-447b-b62c-070990330851',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.018531] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a328121-fb7b-483e-b92f-c2f7ddbb266a req-62a0d8f0-3694-40b1-b42e-1863e8d8c79a service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 861.018722] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a328121-fb7b-483e-b92f-c2f7ddbb266a req-62a0d8f0-3694-40b1-b42e-1863e8d8c79a service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 861.018870] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a328121-fb7b-483e-b92f-c2f7ddbb266a req-62a0d8f0-3694-40b1-b42e-1863e8d8c79a service nova] Enqueued Resource ID: 19eed596-3434-4ee9-860a-8c6cfe6ab352 with Priority: HIGHEST for action port [ 861.019383] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 861.019520] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 861.019620] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19eed596-3434-4ee9-860a-8c6cfe6ab352 with Priority: HIGHEST for action port [ 861.019901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.022048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.022166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.022384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.022473] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.023361] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.023473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.023674] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-19eed596-3434-4ee9-860a-8c6cfe6ab352 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.023953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.023953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.024027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.024084] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19eed596-3434-4ee9-860a-8c6cfe6ab352',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.371244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.371652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.373463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.373463] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 123b9eb2-b36a-447b-b62c-070990330851 already deleted. [ 861.373463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.400703] env[62657]: INFO networking_nsxv3.common.synchronization [req-aada0762-03a3-4a8a-b5a4-897f00b39d6f req-8f551535-4ed9-4d0e-837d-783550af305e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 861.401590] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 861.401966] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.402167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.402643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.402804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.403067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.403163] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.461171] env[62657]: INFO networking_nsxv3.common.synchronization [req-578a750c-3aa8-4930-bd94-b25f0e0dd2d3 req-1357137d-ef53-438c-a58b-a6cc10569298 tempest-SecurityGroupRulesNegativeTestJSON-1321993057 tempest-SecurityGroupRulesNegativeTestJSON-1321993057-project-member] Enqueued Resource ID: 123b9eb2-b36a-447b-b62c-070990330851 with Priority: HIGHEST for action security_group_rules [ 861.461171] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123b9eb2-b36a-447b-b62c-070990330851 with Priority: HIGHEST for action security_group_rules [ 861.461171] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-123b9eb2-b36a-447b-b62c-070990330851 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.461171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.461171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.461171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.461171] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('123b9eb2-b36a-447b-b62c-070990330851',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.526064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.526856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.531656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19eed596-3434-4ee9-860a-8c6cfe6ab352 with status ACTIVE [ 861.531656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.531656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.531656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.531656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.531656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19eed596-3434-4ee9-860a-8c6cfe6ab352 is going to be updated. [ 861.550016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.550297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.550593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.551970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19eed596-3434-4ee9-860a-8c6cfe6ab352" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.570653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 861.570827] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 861.570937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.571254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.571518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.571640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.571786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.571817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.571951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.572083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.572134] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.878114] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.878344] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.878489] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.878783] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.879195] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879381] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.879510] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.880301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.880505] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.880733] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.880859] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.880978] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.881108] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.881225] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.881351] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.881493] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.899749] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.899749] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.899749] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.899929] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-186" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.900454] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-3e34623f-f163-47c7-8d96-82c8d7f79ae8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.900662] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.900798] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.901139] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.901281] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e34623f-f163-47c7-8d96-82c8d7f79ae8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.906218] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.907646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.907646] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 already deleted. [ 861.907646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.980111] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.980111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.980111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.980111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.980111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.980111] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 123b9eb2-b36a-447b-b62c-070990330851 already deleted. [ 861.981909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-123b9eb2-b36a-447b-b62c-070990330851" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.076935] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.344747] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9fb67bf4-1194-428b-9d3d-6b7bf07b4d6a None None] Enqueued Resource ID: 2a5ca66f-f2e3-44ce-a866-fbdb56e410f9 with Priority: HIGHEST for action port [ 862.345470] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5ca66f-f2e3-44ce-a866-fbdb56e410f9 with Priority: HIGHEST for action port [ 862.347291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5ca66f-f2e3-44ce-a866-fbdb56e410f9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.347291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5ca66f-f2e3-44ce-a866-fbdb56e410f9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.347291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5ca66f-f2e3-44ce-a866-fbdb56e410f9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5ca66f-f2e3-44ce-a866-fbdb56e410f9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.350839] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5ca66f-f2e3-44ce-a866-fbdb56e410f9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.407113] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.408310] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.409154] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.409154] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.409317] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.410404] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 not found, creating... [ 862.411575] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.411982] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.412286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.412779] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.413178] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.413816] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.414695] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.414998] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.415457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.415779] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.416115] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 is going to be created. [ 862.439335] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.443149] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.443486] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.443933] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.447645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.447645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.580380] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.602175] env[62657]: INFO networking_nsxv3.common.synchronization [None req-fa30e996-7a77-4f9e-b04c-9490715e7bb8 None None] Enqueued Resource ID: 278d54ad-bb4e-4b69-b265-f6e3b2ac2168 with Priority: HIGHEST for action port [ 862.602175] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278d54ad-bb4e-4b69-b265-f6e3b2ac2168 with Priority: HIGHEST for action port [ 862.602175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-278d54ad-bb4e-4b69-b265-f6e3b2ac2168 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.602175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278d54ad-bb4e-4b69-b265-f6e3b2ac2168" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.602175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278d54ad-bb4e-4b69-b265-f6e3b2ac2168" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.602524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278d54ad-bb4e-4b69-b265-f6e3b2ac2168" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.602720] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278d54ad-bb4e-4b69-b265-f6e3b2ac2168',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.855398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a5ca66f-f2e3-44ce-a866-fbdb56e410f9 [ 862.855398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.855398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.855398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.855398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.855398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.855398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a5ca66f-f2e3-44ce-a866-fbdb56e410f9 already deleted. [ 862.855398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5ca66f-f2e3-44ce-a866-fbdb56e410f9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.083476] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.083622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.083765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.083889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.083972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.084126] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 863.105598] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 278d54ad-bb4e-4b69-b265-f6e3b2ac2168 [ 863.105810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.105938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.106017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.106239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.106326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.106417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:278d54ad-bb4e-4b69-b265-f6e3b2ac2168 already deleted. [ 863.106550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278d54ad-bb4e-4b69-b265-f6e3b2ac2168" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.108396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.108515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.108584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.108757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.108893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.118445] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 863.624027] env[62657]: INFO networking_nsxv3.common.synchronization [req-aada0762-03a3-4a8a-b5a4-897f00b39d6f req-ca4031e9-0278-49f8-bd6f-47d757ab33ff service nova] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 863.626019] env[62657]: INFO networking_nsxv3.common.synchronization [req-aada0762-03a3-4a8a-b5a4-897f00b39d6f req-ca4031e9-0278-49f8-bd6f-47d757ab33ff service nova] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 863.626019] env[62657]: INFO networking_nsxv3.common.synchronization [req-aada0762-03a3-4a8a-b5a4-897f00b39d6f req-ca4031e9-0278-49f8-bd6f-47d757ab33ff service nova] Enqueued Resource ID: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 with Priority: HIGHEST for action port [ 863.628480] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_rules [ 863.628685] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 863.628827] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 with Priority: HIGHEST for action port [ 863.629244] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.629424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.629533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.629822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.630014] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.632284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.632438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.632438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.632652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.632835] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.632917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.632917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.633073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.633162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.633249] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.634053] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e34623f-f163-47c7-8d96-82c8d7f79ae8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.634164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.634228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.634473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.634473] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e34623f-f163-47c7-8d96-82c8d7f79ae8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.784031] env[62657]: INFO networking_nsxv3.common.synchronization [req-e0b111af-c9ea-4477-8e7e-674156f2265e req-f86a3180-4e39-471e-bc9d-096b77edcfd0 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Enqueued Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 863.784388] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 863.784710] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.784854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.784854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.785061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.785223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.785341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.785406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.785559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.785649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.785761] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.139532] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.139675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.139840] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.140758] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 with status ACTIVE [ 864.140954] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.141129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.141200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.141488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.141675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.141776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.141841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.141993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.142083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.142343] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.142475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.142541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.142687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.142763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.142846] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 is going to be updated. [ 864.166580] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.166737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.166811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.167025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.167400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.167400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e34623f-f163-47c7-8d96-82c8d7f79ae8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.288284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.288441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.288514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.288741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.288834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.289044] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.289148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.289213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.289367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.289462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.289547] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f already deleted. [ 864.289627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.340426] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.340882] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.341787] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.342216] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.342520] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.342692] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.342816] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.343067] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.343220] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.343433] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.343552] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.343670] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.343783] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.343897] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.344013] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.344157] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.362691] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.363144] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.363499] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.363793] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.364084] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-72ca286c-673d-49e8-8faa-64ab63f7e9b3 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.364272] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.364424] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.364795] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.365182] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ca286c-673d-49e8-8faa-64ab63f7e9b3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.648490] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.869539] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.869821] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.870074] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.870262] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.870420] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.870582] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 72ca286c-673d-49e8-8faa-64ab63f7e9b3 not found, creating... [ 864.871037] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.871037] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.871241] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.871382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.871537] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.871828] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.872215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.872215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.872397] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.872535] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.872685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 is going to be created. [ 864.891610] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.891833] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.891968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.892256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.892488] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.892717] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.129032] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 865.129926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.129926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.129926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.129926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.130171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.130171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.130230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.130266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.130354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.130448] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.150506] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.150628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.150709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.150894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.150984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.151094] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 is going to be created. [ 865.171602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.171945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.171945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.172033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.172234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.180369] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: UNINITIALIZED for 2s [ 865.633201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.633987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.634325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.634658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.635554] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.635893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.636731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.636872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.636970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.637121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.637305] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.640192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.640192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.640192] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [req-e0b111af-c9ea-4477-8e7e-674156f2265e req-ab707a84-6105-473f-867f-10b08c48b2ae service nova] Enqueued Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_rules [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [req-e0b111af-c9ea-4477-8e7e-674156f2265e req-ab707a84-6105-473f-867f-10b08c48b2ae service nova] Enqueued Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [req-e0b111af-c9ea-4477-8e7e-674156f2265e req-ab707a84-6105-473f-867f-10b08c48b2ae service nova] Enqueued Resource ID: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 with Priority: HIGHEST for action port [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_rules [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 865.697499] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 with Priority: HIGHEST for action port [ 865.697499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.697499] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.697499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.697499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.697499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.699324] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.699324] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ca286c-673d-49e8-8faa-64ab63f7e9b3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.699324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.699324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.699324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.699324] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ca286c-673d-49e8-8faa-64ab63f7e9b3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.140381] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b97f010-b352-4187-8524-4319de47c018: rpc.has_security_group_logging(os_id): False [ 866.158027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.158291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.158291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.158491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.158601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.158846] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.158945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.159018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.159178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.159253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.159425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.159514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.159575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.159712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.159784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.160058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.160058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.160161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.160273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.160351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.160435] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 866.203292] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.203448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.203613] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.204569] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72ca286c-673d-49e8-8faa-64ab63f7e9b3 with status ACTIVE [ 866.204736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.204855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.204922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.205140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.205228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.205391] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.205486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.205548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.205694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.205768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.205937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.210091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.210211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.210386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.210468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.210559] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 is going to be updated. [ 866.231676] env[62657]: INFO networking_nsxv3.common.synchronization [req-06ad8844-8a06-400c-9242-d95e45bcda56 req-203226cd-2447-4a93-bd36-af47f8a6660e tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 866.234363] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 866.234363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.234363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.234363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.234363] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.236641] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.236759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.237041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.237041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.237125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.243156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.243156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.243156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.243289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.243389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.243533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ca286c-673d-49e8-8faa-64ab63f7e9b3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.258984] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 866.574796] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.575024] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.575183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.575487] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.576415] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.576415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.578328] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.578621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.578808] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.579060] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.579209] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.579357] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.579482] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.579632] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.579777] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.579930] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.600129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.600129] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.600129] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.600129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.600129] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.600129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.600129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.600129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.600129] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e2b9e4-8aa1-4524-8610-0524d3b1011a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.713037] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.735012] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.105149] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.105503] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.105700] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.106065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.106292] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.106510] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port d8e2b9e4-8aa1-4524-8610-0524d3b1011a not found, creating... [ 867.106863] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.107247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.107430] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.107773] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.107974] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.108341] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.108582] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.108720] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.108965] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.109134] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.109310] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: d8e2b9e4-8aa1-4524-8610-0524d3b1011a is going to be created. [ 867.133515] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.134280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.134280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.134280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.134510] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.137071] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.192832] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: SUCCESS [ 867.193137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.193315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.194035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.194269] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.194394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.194570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.194647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.194729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.194836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.194908] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.216127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.216277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.216344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.216563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.216674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.216771] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f is going to be created. [ 867.236689] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.279297] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.279457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.279510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.279702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.279857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.298577] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: UNINITIALIZED for 2s [ 867.697321] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.739373] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.739688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.739688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.739810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.739901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.739999] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 867.767153] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.767312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.767421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.767708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.767871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.776345] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 867.810198] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d4be6b34-52b3-4857-a552-e0393c04a49c None None] Enqueued Resource ID: 856d4df3-3f3a-45a8-ab14-5e9c31bff5cd with Priority: HIGHEST for action port [ 867.810785] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856d4df3-3f3a-45a8-ab14-5e9c31bff5cd with Priority: HIGHEST for action port [ 867.811118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-856d4df3-3f3a-45a8-ab14-5e9c31bff5cd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.811263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-856d4df3-3f3a-45a8-ab14-5e9c31bff5cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.811334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-856d4df3-3f3a-45a8-ab14-5e9c31bff5cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.811609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-856d4df3-3f3a-45a8-ab14-5e9c31bff5cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.811715] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('856d4df3-3f3a-45a8-ab14-5e9c31bff5cd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.914458] env[62657]: INFO networking_nsxv3.common.synchronization [req-06ad8844-8a06-400c-9242-d95e45bcda56 req-da79f429-1e6e-4e93-937b-fabeee93fadd service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 867.914586] env[62657]: INFO networking_nsxv3.common.synchronization [req-06ad8844-8a06-400c-9242-d95e45bcda56 req-da79f429-1e6e-4e93-937b-fabeee93fadd service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 867.914749] env[62657]: INFO networking_nsxv3.common.synchronization [req-06ad8844-8a06-400c-9242-d95e45bcda56 req-da79f429-1e6e-4e93-937b-fabeee93fadd service nova] Enqueued Resource ID: d8e2b9e4-8aa1-4524-8610-0524d3b1011a with Priority: HIGHEST for action port [ 867.915453] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 867.915453] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 867.915529] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e2b9e4-8aa1-4524-8610-0524d3b1011a with Priority: HIGHEST for action port [ 867.915798] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.916405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.916484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.916874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.916964] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.918336] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.918545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.918998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.919154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.919226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.919784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.921052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e2b9e4-8aa1-4524-8610-0524d3b1011a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.200065] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7185fa2-285d-47c7-8207-45e956d8efb3: rpc.has_security_group_logging(os_id): False [ 868.226037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.226037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.226037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.226285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.226285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.226547] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.226663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.226733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.226870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.226926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.227024] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 is going to be created. [ 868.274360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 868.274360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.315007] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.315367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.315367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.315526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.315896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.316990] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 856d4df3-3f3a-45a8-ab14-5e9c31bff5cd [ 868.317193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.317319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.317386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.317595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.317766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.317766] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:856d4df3-3f3a-45a8-ab14-5e9c31bff5cd already deleted. [ 868.317834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-856d4df3-3f3a-45a8-ab14-5e9c31bff5cd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.327844] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: IN_PROGRESS for 2s [ 868.423289] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.423418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.427129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8e2b9e4-8aa1-4524-8610-0524d3b1011a with status ACTIVE [ 868.427395] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.427540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.427611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.427853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.427911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.428109] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.428229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.428271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.428413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.428488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.428666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.429565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.429565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.429565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.429565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.429565] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8e2b9e4-8aa1-4524-8610-0524d3b1011a is going to be updated. [ 868.471455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.471455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.471640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.471718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.471852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.472016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e2b9e4-8aa1-4524-8610-0524d3b1011a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.308294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: SUCCESS [ 869.308598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.308706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.308892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.309094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.309215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.309281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.309438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.309517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.309602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.309691] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.786129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 869.786342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.786502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.786876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.787084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.787220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.787285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.787425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.787503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.789259] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.812157] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.812331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.812387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.812611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.812776] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.812866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.812932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.813365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.813459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.813611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.813760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.813760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.814088] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.814182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.814182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.814310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.814386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.814476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.814574] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.076048] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5a73c5e7-e8f0-4c86-85e2-907a4a67bc7f None None] Enqueued Resource ID: f8b0db52-3fec-4223-a14a-04f485f4a87b with Priority: HIGHEST for action port [ 870.076711] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0db52-3fec-4223-a14a-04f485f4a87b with Priority: HIGHEST for action port [ 870.077060] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b0db52-3fec-4223-a14a-04f485f4a87b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.077183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b0db52-3fec-4223-a14a-04f485f4a87b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.077251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b0db52-3fec-4223-a14a-04f485f4a87b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b0db52-3fec-4223-a14a-04f485f4a87b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.077747] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b0db52-3fec-4223-a14a-04f485f4a87b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.291383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.318786] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f: rpc.has_security_group_logging(os_id): False [ 870.336861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.336861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.336861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.337191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.337191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.337507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.337632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.337707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.338031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.338114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.338537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.338537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.338537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.338722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.338722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.339047] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.339047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.339047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.339903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.339903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.339903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f is going to be created. [ 870.342116] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: SUCCESS [ 870.342840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.392072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.392280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.392363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.392614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.392911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.407656] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: IN_PROGRESS for 2s [ 870.580031] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b0db52-3fec-4223-a14a-04f485f4a87b [ 870.580127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.580279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.580381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.580619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.580741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.580840] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b0db52-3fec-4223-a14a-04f485f4a87b already deleted. [ 870.580945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b0db52-3fec-4223-a14a-04f485f4a87b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.793651] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.296919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.296919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.296919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.297206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.297332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.297460] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 871.325271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.325588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.325588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.325727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.325881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.334097] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 872.418720] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: SUCCESS [ 872.419116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.343123] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 873.343363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.343527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.343766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.343965] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.344106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.344153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.344307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.344384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.344470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.344563] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.781227] env[62657]: INFO networking_nsxv3.common.synchronization [req-43afaf20-4826-4eee-9c15-d5e74123d889 req-5039c0d2-2da1-408c-9087-9ee5e7058f75 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 873.781736] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 873.782048] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.782164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.782228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.782469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.782622] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.782717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.782776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.782916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.782994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.783103] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.847380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.847552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.847652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.848050] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.848153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.848216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.848374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.848453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.849030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.849030] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.849030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.849030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.849030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.849345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.849345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.849345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.849530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.849530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.849638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.849638] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.118208] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.118208] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.118655] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.118735] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.119068] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.119276] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.119437] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.119770] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.120013] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.120385] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.120385] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.120536] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.122165] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.122165] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.122165] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.122165] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.141118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.141405] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.141526] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.141739] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.142576] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-756db126-1b64-45df-a73f-3d615bdd27a1 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.142576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.142805] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.143089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.143279] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756db126-1b64-45df-a73f-3d615bdd27a1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.284788] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.284958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.285156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.285268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.285351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.285677] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.285677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.285809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.285868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.286084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.286084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 already deleted. [ 874.286234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.352058] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 874.369309] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.369496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.369553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.369775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.369884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.370110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.370901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.370901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.371300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.371300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.371427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.371484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.371531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.371714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.371770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.371864] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 874.428078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.428240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.428240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.428444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.428697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.441375] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 874.646827] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.647118] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.647392] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.647730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.647971] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.648162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 756db126-1b64-45df-a73f-3d615bdd27a1 not found, creating... [ 874.648509] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.648888] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.649187] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.649379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.649744] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.649934] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.650129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.650393] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.650587] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.651352] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 756db126-1b64-45df-a73f-3d615bdd27a1 is going to be created. [ 874.669893] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.669893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.669893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.670714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.670714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.670714] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [req-43afaf20-4826-4eee-9c15-d5e74123d889 req-4b956dc8-b3a1-493a-9db6-fa1a44850d19 service nova] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [req-43afaf20-4826-4eee-9c15-d5e74123d889 req-4b956dc8-b3a1-493a-9db6-fa1a44850d19 service nova] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [req-43afaf20-4826-4eee-9c15-d5e74123d889 req-4b956dc8-b3a1-493a-9db6-fa1a44850d19 service nova] Enqueued Resource ID: 756db126-1b64-45df-a73f-3d615bdd27a1 with Priority: HIGHEST for action port [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_rules [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 875.902019] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756db126-1b64-45df-a73f-3d615bdd27a1 with Priority: HIGHEST for action port [ 875.902019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.902019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.902019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.903070] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.903537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.903693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.903764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.904097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.904190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.904250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.904386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.904464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.904547] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.905646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-756db126-1b64-45df-a73f-3d615bdd27a1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.905752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.905820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.905967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.906063] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756db126-1b64-45df-a73f-3d615bdd27a1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.407397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.407563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.407740] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 756db126-1b64-45df-a73f-3d615bdd27a1 with status ACTIVE [ 876.407925] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.408045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.408114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.408315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.408407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.408581] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.408680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.408735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.408881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.408968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.409151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.409250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.409308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.409431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.409500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.409582] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 756db126-1b64-45df-a73f-3d615bdd27a1 is going to be updated. [ 876.410899] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.429669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.429826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.429872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.430051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.430183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.430342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756db126-1b64-45df-a73f-3d615bdd27a1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.454857] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 876.455118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.913640] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.416872] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.417074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.417145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.417513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.417593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.417681] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 is going to be created. [ 877.449575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.449575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.449796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.450677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.450677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.468699] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: UNINITIALIZED for 2s [ 878.554282] env[62657]: INFO networking_nsxv3.common.synchronization [req-0939111e-5639-4421-bfbb-92bda7010195 req-3dc4ba5b-1ed9-4cbd-8ec9-d72a45338dfb tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Enqueued Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 878.554282] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGHEST for action security_group_members [ 878.554282] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.554636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.554636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.554636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.555239] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.555239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.555239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.555239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.555411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.555411] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.057989] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.058151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.058249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.058430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.058521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.058723] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.059648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.059648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.059648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.059648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.059648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f is going to be updated. [ 879.086524] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.086658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.086731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.087000] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.087157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.094953] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: IN_PROGRESS for 2s [ 879.481839] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: SUCCESS [ 879.482292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.482878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.483396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.483560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.483651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.483958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.484097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.484623] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.874462] env[62657]: INFO networking_nsxv3.common.synchronization [req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 req-586d030a-72ec-481e-8237-b9f5ddfa462a tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Enqueued Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 879.875019] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 879.875356] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.875662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.875662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.875825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.875982] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.876094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.876172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.876328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.876424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.876515] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.986546] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.251048] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.251048] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-124" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.251048] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-124" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.251048] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-124" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.252031] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.252031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.252031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.252278] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.252313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.252568] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.252694] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.252816] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.252949] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.253049] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.253167] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.253357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.277720] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.277924] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.278087] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.278307] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-124" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.278646] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-3d180554-0950-49b9-a609-e1d80c088452 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.280348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.280348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.280348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.280348] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d180554-0950-49b9-a609-e1d80c088452',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.379056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.379211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.379261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.379485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.379576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.379837] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.379927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.379962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.380174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.380240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.380346] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 already deleted. [ 880.380413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.488992] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dca613b-feac-44b0-a881-38073a85bdd1: rpc.has_security_group_logging(os_id): False [ 880.510672] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.510672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.510672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.510672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.510672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.511131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.511131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.511131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.511131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.511277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.511277] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 is going to be created. [ 880.570500] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.570712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.570712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.570855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.571047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.593625] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: IN_PROGRESS for 2s [ 880.785213] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.785305] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.785392] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.785638] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.785791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.785952] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 3d180554-0950-49b9-a609-e1d80c088452 not found, creating... [ 880.786234] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.786410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.786535] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.786915] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.786994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.787872] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.787872] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.787872] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.787872] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.787872] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.788110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 3d180554-0950-49b9-a609-e1d80c088452 is going to be created. [ 880.810405] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.811440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.811440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.811652] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.811830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.812080] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.879272] env[62657]: INFO networking_nsxv3.common.synchronization [req-975167ec-30b5-4597-93de-99d731411041 req-e61031b2-e4b2-4dd7-a56f-03cbc2840182 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 880.879841] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 880.880186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.880795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.880795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.880795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.880795] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.881153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.881153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.881153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.881153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.881297] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.104073] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f in Status: SUCCESS [ 881.104299] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f deletion is rescheduled due to dependency. [ 881.104479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.387136] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 req-7e5d6e3e-37af-467c-a7ee-5d416991108e service nova] Enqueued Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_rules [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 req-7e5d6e3e-37af-467c-a7ee-5d416991108e service nova] Enqueued Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 req-7e5d6e3e-37af-467c-a7ee-5d416991108e service nova] Enqueued Resource ID: 3d180554-0950-49b9-a609-e1d80c088452 with Priority: HIGHEST for action port [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_rules [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 881.693478] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d180554-0950-49b9-a609-e1d80c088452 with Priority: HIGHEST for action port [ 881.693478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.693478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.693478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.694040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.694269] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.695508] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.695603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.695655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.695879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.696045] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.696139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.696202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.696413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.696502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.697389] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.698084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d180554-0950-49b9-a609-e1d80c088452 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.698084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.698084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.698250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.698250] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d180554-0950-49b9-a609-e1d80c088452',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.890960] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.201549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.201549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.201549] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.202428] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d180554-0950-49b9-a609-e1d80c088452 with status ACTIVE [ 882.202611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.202763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.202833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.203014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.203109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.203276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.203462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.203462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.203584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.203656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.203834] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.203925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.203982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.204240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.204331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.204417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d180554-0950-49b9-a609-e1d80c088452 is going to be updated. [ 882.224204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.224357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.224415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.224953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.225108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.225277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d180554-0950-49b9-a609-e1d80c088452" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.277314] env[62657]: INFO networking_nsxv3.common.synchronization [req-69bf1855-a995-4341-bdd1-ef06235a0af9 req-b025dc2f-44de-4302-91b5-2c858df4cd59 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 882.277989] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 882.278305] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.278422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.278487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.278679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.278854] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.278962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.279089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.279257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.279346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.279440] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.394443] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.394443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.395441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.395441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.395441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.395441] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 882.450377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.450542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.450676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.450789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.450925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.459756] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 882.605831] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: SUCCESS [ 882.606082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.631785] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.632097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.632181] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.632420] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.633652] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.633837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.633999] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.637387] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.637627] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.637728] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.637849] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.637961] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.638089] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.638206] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.638315] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.638515] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.656706] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.656891] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.657092] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.657281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.657598] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-46095a7e-2402-42e0-83ce-36e1ca86aae0 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.657792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.657900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.658253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.658403] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46095a7e-2402-42e0-83ce-36e1ca86aae0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.706123] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.782133] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.162172] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.162494] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.162575] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.162845] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.162968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.163143] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 46095a7e-2402-42e0-83ce-36e1ca86aae0 not found, creating... [ 883.163413] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.163575] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.163839] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.163904] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.164050] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.164458] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.164814] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.165088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.165236] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.165377] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 46095a7e-2402-42e0-83ce-36e1ca86aae0 is going to be created. [ 883.188858] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.189725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.189725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.189725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.189725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.189917] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.208719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.208952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.209471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.209471] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 is going to be created. [ 883.245868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.246060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.246124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.247393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.247393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.262952] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: UNINITIALIZED for 2s [ 883.286129] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.375266] env[62657]: INFO networking_nsxv3.common.synchronization [None req-9742bded-7a64-4cee-ba44-070b232fb074 None None] Enqueued Resource ID: 15b3cd7d-e42a-4b3c-9713-57d772e56177 with Priority: HIGHEST for action port [ 883.375788] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b3cd7d-e42a-4b3c-9713-57d772e56177 with Priority: HIGHEST for action port [ 883.377210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b3cd7d-e42a-4b3c-9713-57d772e56177 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.377388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b3cd7d-e42a-4b3c-9713-57d772e56177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.377606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b3cd7d-e42a-4b3c-9713-57d772e56177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.377898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b3cd7d-e42a-4b3c-9713-57d772e56177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.377953] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b3cd7d-e42a-4b3c-9713-57d772e56177',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.790948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.791143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.791213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.792017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.792017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.792017] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 883.819648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.819648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.819648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.819648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.827697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 883.883258] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15b3cd7d-e42a-4b3c-9713-57d772e56177 [ 883.883258] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.883258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.883258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.883258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.883258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.883258] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15b3cd7d-e42a-4b3c-9713-57d772e56177 already deleted. [ 883.883258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b3cd7d-e42a-4b3c-9713-57d772e56177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.970521] env[62657]: INFO networking_nsxv3.common.synchronization [req-69bf1855-a995-4341-bdd1-ef06235a0af9 req-8d582531-4188-48f9-9969-40b161d2ee58 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 883.970715] env[62657]: INFO networking_nsxv3.common.synchronization [req-69bf1855-a995-4341-bdd1-ef06235a0af9 req-8d582531-4188-48f9-9969-40b161d2ee58 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 883.970860] env[62657]: INFO networking_nsxv3.common.synchronization [req-69bf1855-a995-4341-bdd1-ef06235a0af9 req-8d582531-4188-48f9-9969-40b161d2ee58 service nova] Enqueued Resource ID: 46095a7e-2402-42e0-83ce-36e1ca86aae0 with Priority: HIGHEST for action port [ 883.971118] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 883.971262] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 883.971339] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46095a7e-2402-42e0-83ce-36e1ca86aae0 with Priority: HIGHEST for action port [ 883.971918] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.972053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.972123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.972321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.972400] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.973236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.973336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.973523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-46095a7e-2402-42e0-83ce-36e1ca86aae0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.973617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.973680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.973845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.973920] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46095a7e-2402-42e0-83ce-36e1ca86aae0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.469791] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 884.470097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.475569] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.476323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.476612] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46095a7e-2402-42e0-83ce-36e1ca86aae0 with status ACTIVE [ 884.476934] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.477122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.477226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.477897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.477897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.477897] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.478057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.478166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.478418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.478534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.478818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.478973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.479099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.479320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.479438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.479564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46095a7e-2402-42e0-83ce-36e1ca86aae0 is going to be updated. [ 884.497889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.498128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.498128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.498267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.498875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.498875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46095a7e-2402-42e0-83ce-36e1ca86aae0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.772273] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-4d8737b0-7da0-4f21-a403-43a3ecfa8f44 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 884.772806] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 884.773228] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.773378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.773445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.773698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.773856] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.773960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.774127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.774306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.774385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.774476] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.133290] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.133456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.133589] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.133925] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.134246] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.134412] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.134532] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.134753] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.135264] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.136027] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.136027] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.136027] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.136286] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.136446] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.136593] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.136765] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.155176] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.155428] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.155507] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.155688] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.156024] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-329af465-c30e-4439-b31e-7a1f41db7d50 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.156284] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.156425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.156771] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.156948] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329af465-c30e-4439-b31e-7a1f41db7d50',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.275542] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: SUCCESS [ 885.275831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.276122] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.276456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.276456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.276584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.276584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.276716] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.277105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.277105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.277105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.277374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 already deleted. [ 885.277374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.277374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.277685] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.277685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.277889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.278711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.278711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.279628] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.659375] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.659375] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.662386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.662386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.662386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.662386] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 329af465-c30e-4439-b31e-7a1f41db7d50 not found, creating... [ 885.662386] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.662386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.662386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.663680] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.664161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.664601] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.664931] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.665212] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.665744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.666030] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.667963] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 329af465-c30e-4439-b31e-7a1f41db7d50 is going to be created. [ 885.687672] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.687672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.687672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.687672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.687672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.687672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.785535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.785535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.785535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.785535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.786344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.786344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.786344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.786344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.786344] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.837632] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 885.837853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.838371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.838583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.838774] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.838981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.838981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.839150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.839208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.839529] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.928721] env[62657]: INFO networking_nsxv3.common.synchronization [None req-744c0a87-ea8c-4e28-97ef-8446a2536595 None None] Enqueued Resource ID: cc82015c-67f6-4923-a5a9-3702b3074034 with Priority: HIGHEST for action port [ 885.929397] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc82015c-67f6-4923-a5a9-3702b3074034 with Priority: HIGHEST for action port [ 885.929707] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc82015c-67f6-4923-a5a9-3702b3074034 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.929829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc82015c-67f6-4923-a5a9-3702b3074034" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.929924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc82015c-67f6-4923-a5a9-3702b3074034" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.930193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc82015c-67f6-4923-a5a9-3702b3074034" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.930295] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc82015c-67f6-4923-a5a9-3702b3074034',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.292967] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92b32dbe-526d-4efb-ae49-551e49e2a233: rpc.has_security_group_logging(os_id): False [ 886.315880] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.316073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.316175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.316411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.316509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.316747] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.316873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.316948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.317145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.317231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.317446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.317582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.317663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.317840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.317918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.318848] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.319233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.319318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.319480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.319560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.319648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 is going to be created. [ 886.341517] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.381706] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.381878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.381969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.382129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.382305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.392276] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: IN_PROGRESS for 2s [ 886.419902] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-c37db116-657e-4d5b-b9b7-912e438a8bdc service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 886.419902] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-c37db116-657e-4d5b-b9b7-912e438a8bdc service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 886.419902] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-c37db116-657e-4d5b-b9b7-912e438a8bdc service nova] Enqueued Resource ID: 329af465-c30e-4439-b31e-7a1f41db7d50 with Priority: HIGHEST for action port [ 886.420237] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 886.420458] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 886.420533] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329af465-c30e-4439-b31e-7a1f41db7d50 with Priority: HIGHEST for action port [ 886.420766] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.420881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.420962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.421231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.421308] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.422490] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.422607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.422675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.422871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.423037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.423150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.423541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.423541] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.424208] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-329af465-c30e-4439-b31e-7a1f41db7d50 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.424315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.424379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.424625] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329af465-c30e-4439-b31e-7a1f41db7d50',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.432589] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc82015c-67f6-4923-a5a9-3702b3074034 [ 886.432774] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.434156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.434156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.434156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.434156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.434156] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc82015c-67f6-4923-a5a9-3702b3074034 already deleted. [ 886.434156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc82015c-67f6-4923-a5a9-3702b3074034" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.844503] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.926163] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.926387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.926606] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.929646] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329af465-c30e-4439-b31e-7a1f41db7d50 with status ACTIVE [ 886.929874] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.930026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.930104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.930330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.930426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.930614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.930707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.931519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.931819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.931819] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329af465-c30e-4439-b31e-7a1f41db7d50 is going to be updated. [ 886.955418] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.955797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.956167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.956335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.956594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329af465-c30e-4439-b31e-7a1f41db7d50" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.311873] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-0efee33e-0306-4d2f-a29a-3156cdf4b74d tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 887.312457] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 887.312778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.312900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.347583] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.347792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.347843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.348284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.348284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.348284] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 887.376480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.376667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.376759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.377134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.377338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.386865] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 887.434287] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.749931] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.750286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.750511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.750931] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.755653] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.755653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.755653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.755653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.755653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.755653] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.755653] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.755653] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.755653] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.755653] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.755653] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.755653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.773405] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.773918] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.773918] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.773918] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.774357] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-f58a4f9c-4046-4522-bad7-5c87156fa167 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.774569] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.774663] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.775144] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.775350] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58a4f9c-4046-4522-bad7-5c87156fa167',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.936752] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.937280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.937280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.937392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.937549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.937691] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be created. [ 887.965120] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.965120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.965120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.965668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.965885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.976406] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: UNINITIALIZED for 2s [ 888.278151] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.278623] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.278873] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.279415] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.279690] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.279973] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port f58a4f9c-4046-4522-bad7-5c87156fa167 not found, creating... [ 888.280433] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.280737] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.280943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.282199] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.282199] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.282199] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.282199] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.282516] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.282594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.282898] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.283172] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: f58a4f9c-4046-4522-bad7-5c87156fa167 is going to be created. [ 888.302851] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.303235] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.303461] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.303887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.304295] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.304672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.403183] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: SUCCESS [ 888.403183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.008873] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-3cb57094-fbdf-4b52-b2b7-4155a7817b6a service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 889.008873] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-3cb57094-fbdf-4b52-b2b7-4155a7817b6a service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 889.008873] env[62657]: INFO networking_nsxv3.common.synchronization [req-b8d24bc8-4b19-4c88-9aef-a71c028e458b req-3cb57094-fbdf-4b52-b2b7-4155a7817b6a service nova] Enqueued Resource ID: f58a4f9c-4046-4522-bad7-5c87156fa167 with Priority: HIGHEST for action port [ 889.008873] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 889.009257] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 889.009257] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a4f9c-4046-4522-bad7-5c87156fa167 with Priority: HIGHEST for action port [ 889.009426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.009521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.009722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.009806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.009988] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f58a4f9c-4046-4522-bad7-5c87156fa167 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.010126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.010219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.010389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.010502] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58a4f9c-4046-4522-bad7-5c87156fa167',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.397057] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 889.397301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.397471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.397690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.397890] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.398015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.398096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.398246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.398336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.398428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.398515] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.512815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f58a4f9c-4046-4522-bad7-5c87156fa167 with status ACTIVE [ 889.514034] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.514034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.514034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.514034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.514034] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.514330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.514330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.515262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.515360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.515558] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.515665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.515731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.515932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.515969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.516073] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f58a4f9c-4046-4522-bad7-5c87156fa167 is going to be updated. [ 889.536960] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.537126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.537361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.537504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.537622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.537883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f58a4f9c-4046-4522-bad7-5c87156fa167" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.900757] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.900925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.901081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.901379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.901566] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.901684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.901792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.901987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.902145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.902237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.902454] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.902601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.902679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.902892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.903617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.903617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.903617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.903617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.903617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.903843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.903843] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.991624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 889.991880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.992111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.992425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.992697] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.992856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.992956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.993186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.993322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.993413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.993496] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.994611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.994799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.995012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.995151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.995240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.995400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.995500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.995606] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.406246] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d4b7e0-c994-4b35-852f-5115f7a5b4f8: rpc.has_security_group_logging(os_id): False [ 890.423088] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.423247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.423308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.423511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.423639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.423865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.423971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.424048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.424211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.424287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.424552] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.424552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.424710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.424762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.424818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.425125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.425257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.425313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.425462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.425537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.425623] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 890.485155] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.485155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.485286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.485430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.485575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.496265] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 890.497727] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.497853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.498146] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.000524] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.503303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.503662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.503662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.504062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.504062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.504062] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 891.529997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.530317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.530445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.530592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.539995] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 892.510722] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 892.511073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.549070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 893.549452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.549538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.549893] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.550022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.550087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.550295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.550390] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.010396] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.012751] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 894.055277] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.560340] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.599295] env[62657]: INFO networking_nsxv3.common.synchronization [req-d676a804-bf29-464d-aef4-fa523b294ef2 req-a318cb50-1642-4701-bce4-6af80df66bf2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Enqueued Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 894.599952] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGHEST for action security_group_members [ 894.601016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.601094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.603972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.604437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.604622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.605081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.605081] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.067932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.067932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.067932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.067932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.067932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.067932] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 895.091960] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.092120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.092187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.092457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.092554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.100913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 895.108507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.108632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.108711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.108974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.109092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.109294] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.109406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.109448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.109597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.109668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.109753] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 is going to be updated. [ 895.134500] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.134652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.134710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.134939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.135107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.145379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: IN_PROGRESS for 2s [ 896.543203] env[62657]: INFO networking_nsxv3.common.synchronization [None req-bb8add84-7972-48d2-9f97-40e64e40c5ef None None] Enqueued Resource ID: ee23351f-e718-4e47-ae30-4425f3e7f32b with Priority: HIGHEST for action port [ 896.543203] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee23351f-e718-4e47-ae30-4425f3e7f32b with Priority: HIGHEST for action port [ 896.543203] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee23351f-e718-4e47-ae30-4425f3e7f32b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.543203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee23351f-e718-4e47-ae30-4425f3e7f32b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.543203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee23351f-e718-4e47-ae30-4425f3e7f32b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.544260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee23351f-e718-4e47-ae30-4425f3e7f32b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.544503] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee23351f-e718-4e47-ae30-4425f3e7f32b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.047514] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee23351f-e718-4e47-ae30-4425f3e7f32b [ 897.047751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.047886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.047965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.048203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.048297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.048401] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee23351f-e718-4e47-ae30-4425f3e7f32b already deleted. [ 897.048481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee23351f-e718-4e47-ae30-4425f3e7f32b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.114101] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 897.114568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.114787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.115030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.115290] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.115478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.115587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.115730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.115824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.115911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.116114] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.116232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.116304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.116465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.116616] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.116905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.116980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.117190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.117273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.117364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.117472] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.157757] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 in Status: SUCCESS [ 897.157946] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 deletion is rescheduled due to dependency. [ 897.158184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.619481] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a752e824-66c0-4650-a64b-bfc8879d4f67: rpc.has_security_group_logging(os_id): False [ 897.637054] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.637226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.637300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.637514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.637600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.637787] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.637884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.637947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.638113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.638211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.638407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.638503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.638564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.638702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.638774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.638956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.639070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.639132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.639268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.639339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.639423] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be created. [ 897.695064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.695064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.695064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.695064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.695064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.703225] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 898.688511] env[62657]: INFO networking_nsxv3.common.synchronization [None req-fe33fc82-b46e-453a-8d27-7aecfbdd9692 None None] Enqueued Resource ID: a70450cf-ba2a-4e6c-ba35-da5e3ed09a73 with Priority: HIGHEST for action port [ 898.688792] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70450cf-ba2a-4e6c-ba35-da5e3ed09a73 with Priority: HIGHEST for action port [ 898.689376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70450cf-ba2a-4e6c-ba35-da5e3ed09a73 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.689517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70450cf-ba2a-4e6c-ba35-da5e3ed09a73" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.689588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70450cf-ba2a-4e6c-ba35-da5e3ed09a73" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.689822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70450cf-ba2a-4e6c-ba35-da5e3ed09a73" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.689898] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70450cf-ba2a-4e6c-ba35-da5e3ed09a73',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.884197] env[62657]: INFO networking_nsxv3.common.synchronization [req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 req-58ed2f32-af91-441c-99cd-8dbeb24a157e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 898.884780] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 898.885184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.885356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.885356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.885751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.885878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.885951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.886008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.887282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.887390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.887492] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.195697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70450cf-ba2a-4e6c-ba35-da5e3ed09a73 [ 899.195936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.196093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.196093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.196368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.196368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.196550] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70450cf-ba2a-4e6c-ba35-da5e3ed09a73 already deleted. [ 899.196550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70450cf-ba2a-4e6c-ba35-da5e3ed09a73" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.231471] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.232772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.232956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.233409] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.233830] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.234315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.234315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.234899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.234899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.235233] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.235383] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.235433] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.235723] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.235723] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.235779] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.236061] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.254444] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.254635] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.254816] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.255215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.255445] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.255578] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.255708] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.256127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.256218] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2d34e1-8ac1-4600-9059-97f65fc03ee3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.390297] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.390485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.390537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.390772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.390888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.391119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.391320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.391320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.391447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.391598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.391657] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 already deleted. [ 899.391707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.704244] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c6807d74-c828-4db1-93d5-696bf8e92322 None None] Enqueued Resource ID: f734e2ab-350c-4c63-bb5d-32a5e9b03fee with Priority: HIGHEST for action port [ 899.710056] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f734e2ab-350c-4c63-bb5d-32a5e9b03fee with Priority: HIGHEST for action port [ 899.710056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f734e2ab-350c-4c63-bb5d-32a5e9b03fee taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.710056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f734e2ab-350c-4c63-bb5d-32a5e9b03fee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.710056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f734e2ab-350c-4c63-bb5d-32a5e9b03fee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.710056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f734e2ab-350c-4c63-bb5d-32a5e9b03fee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.711834] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f734e2ab-350c-4c63-bb5d-32a5e9b03fee',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.721818] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 899.722048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.722203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.722429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.722514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.758318] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.758544] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.758707] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759064] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.759124] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.759341] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 not found, creating... [ 899.759842] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.760038] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.761334] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.761334] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.761334] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.762718] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.762718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.762718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.762718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.762718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.762718] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 is going to be created. [ 899.782678] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.782900] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.783060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.783358] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.783586] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.783890] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.214408] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f734e2ab-350c-4c63-bb5d-32a5e9b03fee [ 900.214646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.214789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.214861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.215095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.215183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.215278] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f734e2ab-350c-4c63-bb5d-32a5e9b03fee already deleted. [ 900.215360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f734e2ab-350c-4c63-bb5d-32a5e9b03fee" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.224885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.225118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.225207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.225408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.225580] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.225684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.225746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.225889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.225973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.226069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.226158] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.582757] env[62657]: INFO networking_nsxv3.common.synchronization [req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 req-e64c1ae0-eaba-44c5-8324-6748de8b9329 service nova] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 900.584780] env[62657]: INFO networking_nsxv3.common.synchronization [req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 req-e64c1ae0-eaba-44c5-8324-6748de8b9329 service nova] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 900.584780] env[62657]: INFO networking_nsxv3.common.synchronization [req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 req-e64c1ae0-eaba-44c5-8324-6748de8b9329 service nova] Enqueued Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 900.585325] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 900.585496] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 900.585775] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 900.585987] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.586157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.586240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.586521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.586708] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.588061] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.588250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.588357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.588935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.588935] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.588935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.588935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.589639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.590009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.592030] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.592900] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.593074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.593116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.593252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.593331] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2d34e1-8ac1-4600-9059-97f65fc03ee3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.728907] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.729233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.729277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.729832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.729832] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.729832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.729832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.730104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.730104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.730104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.730212] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.730303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.730363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.730499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.730633] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.730723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.730781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.730909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.730981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.731073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.731161] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.098597] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.098727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.098886] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.099799] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with status ACTIVE [ 901.100326] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.100326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.100326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.100499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.100582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.100735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.101280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.101280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.101280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.101280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.101492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.101564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 is going to be updated. [ 901.123810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.124015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.124015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.124250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.124387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.124543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.233424] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a752e824-66c0-4650-a64b-bfc8879d4f67: rpc.has_security_group_logging(os_id): False [ 901.251130] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.251306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.251374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.251647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.251751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.251940] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.252053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.252122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.252375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.252576] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.252670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.252725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.252956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.253220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.253408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.253626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.253712] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 901.322017] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.322273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.322387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.322846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.322846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.335489] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 901.604021] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.930305] env[62657]: INFO networking_nsxv3.common.synchronization [None req-53ab7073-fd9b-4ba6-809a-ad60c2991d4d None None] Enqueued Resource ID: 486190ff-5aa3-45bd-a32e-5104ace54d43 with Priority: HIGHEST for action port [ 901.930612] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486190ff-5aa3-45bd-a32e-5104ace54d43 with Priority: HIGHEST for action port [ 901.931125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-486190ff-5aa3-45bd-a32e-5104ace54d43 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.931277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486190ff-5aa3-45bd-a32e-5104ace54d43" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.931440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486190ff-5aa3-45bd-a32e-5104ace54d43" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.931805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486190ff-5aa3-45bd-a32e-5104ace54d43" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.931805] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486190ff-5aa3-45bd-a32e-5104ace54d43',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.106807] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.108057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.108057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.108057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.108057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.108057] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be created. [ 902.130569] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.130702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.130771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.130972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.131142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.139595] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: UNINITIALIZED for 2s [ 902.397642] env[62657]: INFO networking_nsxv3.common.synchronization [req-1618f014-6f19-4162-b143-df148af8a187 req-910fde83-387d-43fb-ba7a-f3b13708ed3e tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 902.398381] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 902.398570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.398693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.398814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.398959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.399132] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.399246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.399294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.399517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.399562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.399659] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.433918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 486190ff-5aa3-45bd-a32e-5104ace54d43 [ 902.434167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.436234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.436234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.436234] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:486190ff-5aa3-45bd-a32e-5104ace54d43 already deleted. [ 902.436234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486190ff-5aa3-45bd-a32e-5104ace54d43" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.906597] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.922695] env[62657]: INFO networking_nsxv3.common.synchronization [req-732d6293-96e0-49dd-adec-4cb6af961a16 req-a7ff0178-6bc6-4ead-8d0f-5cedfcdc7230 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 902.923155] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 902.923499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.923778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.923950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.924168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.924396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.924569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.924670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.924891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.925064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.925189] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.998730] env[62657]: INFO networking_nsxv3.common.synchronization [req-91705eef-5b45-4bb6-9a23-eb9bca43f275 req-920f4147-15e4-4117-8ec3-6a678a209357 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 902.998730] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 902.998730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.998730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.347610] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 903.347871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.408549] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.427222] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.914103] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.914296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.914361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.914550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.914642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.914741] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 903.929549] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.943962] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.944133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.944206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.944588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.954996] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 904.149725] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 904.149725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.149725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.150228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.150228] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.150228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.150359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.150475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.150655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.150655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.150742] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.431567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.431741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.431781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.432051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.432148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.432237] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 904.460427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.460427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.460534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.461230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.461230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.468811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 904.653231] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.653389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.653442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.653654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.653817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.653916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.653977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.654138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.654221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.654304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.654449] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.654540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.654597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.654736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.654863] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.654953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.655035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.655167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.655247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.655328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.655415] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.158212] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f043eb-5d52-40e1-9763-c456887a0d30: rpc.has_security_group_logging(os_id): False [ 905.177376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.177518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.177555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.177767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.177860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.178081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.178184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.178247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.178435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.178512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.178711] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.178836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.178898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.179059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.179183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.179405] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.179518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.179595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.179812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.179849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.179926] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be created. [ 905.261146] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.261364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.261419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.261617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.261799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.275293] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 905.964772] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 905.965215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.480554] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.480554] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.480554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.481103] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.990110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.990110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.990110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.990110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 907.015801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.016157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.016328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.021060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.021060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.028259] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 907.108168] env[62657]: INFO networking_nsxv3.common.synchronization [req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 req-ede1eb44-667f-4ef4-adca-6d9854a0086e tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 907.108685] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 907.108986] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.109119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.109187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.109404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.109533] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.109644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.109708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.109852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.109938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.111555] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.287022] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 907.287358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.440107] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440331] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.440470] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440755] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.441028] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441195] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.441321] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.442169] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.442348] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.442680] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.442835] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.442927] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.443052] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.443173] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.443286] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.443431] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.462417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.462650] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.462841] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.463068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.463416] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7ce33973-d2ed-481d-9592-d254a4388b3c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.463632] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.463968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464153] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.464465] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce33973-d2ed-481d-9592-d254a4388b3c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.614720] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.967502] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.967738] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.967871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.968184] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.968523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.968716] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7ce33973-d2ed-481d-9592-d254a4388b3c not found, creating... [ 907.969020] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.969202] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.969331] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.969569] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.969718] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.971558] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.971789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.971920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.972202] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.972385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.972542] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7ce33973-d2ed-481d-9592-d254a4388b3c is going to be created. [ 907.992131] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.992346] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.992478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.992738] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.992964] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.993237] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.118915] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.340841] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.341036] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.341522] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.341732] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.341915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.342143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.342317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.342538] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.342693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.342799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.342850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.342900] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.343786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.343904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.343961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.344367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.344438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.344640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.344724] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.387081] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 908.387081] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.387081] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_rules [ 908.387273] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.387375] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4d97146-d869-45f7-a50c-499b117b9d3a req-c994a0e9-394b-4a95-9b05-bd6926d8d892 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 908.388039] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 908.388427] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_rules [ 908.388427] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 908.388618] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.388720] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.389301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.389467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.389587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.389889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.389983] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.391785] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.391785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.391893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.392201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.392293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.393271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.393481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.393559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.393798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.393953] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2d34e1-8ac1-4600-9059-97f65fc03ee3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.394912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.395022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.398602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.398602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.624279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.624279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.624279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.624279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.624279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.624279] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 908.651397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.652679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.652679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.655019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.655019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.664511] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 908.669949] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 908.670151] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.670294] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.670947] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 908.670947] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.671031] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.671313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.671439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.671507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.671744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.671903] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.672020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.672086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.672236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.672331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.672396] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.673334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.673334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.673728] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.673824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.720897] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_rules [ 908.721099] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 908.721244] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 908.721411] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.721567] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_rules [ 908.721924] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.721924] env[62657]: INFO networking_nsxv3.common.synchronization [req-a292dc39-da31-4999-9a04-5300f7acca88 req-6ad00f7b-33e3-471e-a826-01bf6d283bb0 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_rules [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with Priority: HIGHEST for action port [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_rules [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 908.723505] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 908.723505] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.723505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.723505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.723980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.724139] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.724973] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.725045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.725387] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.728781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.728781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.728781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.728781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.728781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.728781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.728781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.728781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.728781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.847022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.848173] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.891919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.897494] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with status ACTIVE [ 908.897695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.897819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.897887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.898116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.898205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.898385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.898478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.898541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.898691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.898793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.898937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.899044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.899121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.899237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.899309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.899405] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 is going to be updated. [ 908.900934] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.903887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.925220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.928031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.928031] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2d34e1-8ac1-4600-9059-97f65fc03ee3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.933729] env[62657]: INFO networking_nsxv3.common.synchronization [req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 req-9edba0b7-cf0f-4f07-87e2-24a1ca15cf92 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 908.933907] env[62657]: INFO networking_nsxv3.common.synchronization [req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 req-9edba0b7-cf0f-4f07-87e2-24a1ca15cf92 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 908.934337] env[62657]: INFO networking_nsxv3.common.synchronization [req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 req-9edba0b7-cf0f-4f07-87e2-24a1ca15cf92 service nova] Enqueued Resource ID: 7ce33973-d2ed-481d-9592-d254a4388b3c with Priority: HIGHEST for action port [ 908.935044] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 908.935195] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 908.935298] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce33973-d2ed-481d-9592-d254a4388b3c with Priority: HIGHEST for action port [ 908.935574] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.935677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.935740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.935922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.935998] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.936974] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.937099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.937287] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce33973-d2ed-481d-9592-d254a4388b3c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.938028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.938028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.938028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.938028] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce33973-d2ed-481d-9592-d254a4388b3c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.015155] env[62657]: INFO networking_nsxv3.common.synchronization [None req-49355f21-8efb-46c8-a04e-51b0b8752f58 None None] Enqueued Resource ID: 6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3 with Priority: HIGHEST for action port [ 909.015155] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3 with Priority: HIGHEST for action port [ 909.015675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.015795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.015863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.016126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.016208] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.038048] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 909.038314] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 deletion is rescheduled due to dependency. [ 909.038444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.179307] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.228278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.228512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.350127] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.351032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.430029] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 with status ACTIVE [ 909.430029] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.430029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.430029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.430029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.430029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.430504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.430504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.430504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.430628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.430628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.430813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.430936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.431012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.431224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.431309] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 is going to be updated. [ 909.439137] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.442037] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ce33973-d2ed-481d-9592-d254a4388b3c with status ACTIVE [ 909.442037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.442037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.442037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.442037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.442682] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ce33973-d2ed-481d-9592-d254a4388b3c is going to be updated. [ 909.456158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.456158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.456158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.456527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.456762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.457148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2d34e1-8ac1-4600-9059-97f65fc03ee3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.463873] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.466099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.466099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.466099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.466099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.466099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce33973-d2ed-481d-9592-d254a4388b3c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.521119] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3 [ 909.521119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.521119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.521119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.521323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.521323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.521323] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3 already deleted. [ 909.521420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3e85d9-f1a3-4c3a-a8cf-45a47a99c6d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.681290] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.758762] env[62657]: INFO networking_nsxv3.common.synchronization [req-4c04c482-31eb-4df8-8fe5-b64413541a3a req-0082a4cb-9f1b-435e-83e7-e92364638505 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Enqueued Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 909.760104] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 909.760474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.761868] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.761868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.762206] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.852662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.852810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.852886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.853125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.853214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.853313] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 909.855018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.855018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.855018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.855018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.855018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.855405] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be created. [ 909.888225] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.888390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.888444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.893082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.893082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.894816] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.894816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.894816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.895020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.895020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.903754] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 909.904481] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: UNINITIALIZED for 2s [ 910.186631] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.186773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.189020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.189020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.189020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.189020] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb is going to be created. [ 910.239668] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.239881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.240354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.253853] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: UNINITIALIZED for 2s [ 910.264355] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.264537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.264607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.265026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.265026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.265189] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.265259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.265302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.265527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.265630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.265749] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf already deleted. [ 910.265836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.316290] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.316540] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-932" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.316723] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-932" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.317289] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-932" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.317624] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.318671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.318671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.318671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.318671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.318846] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.318921] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.319056] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.319168] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.319288] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.319424] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.319574] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.341267] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.341984] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.342144] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.342364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-932" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.342693] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a9c789b0-181d-45bd-b509-828fa88b97d5 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342874] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.343016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.343328] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.343474] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c789b0-181d-45bd-b509-828fa88b97d5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.674166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 910.674290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.674598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.677694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.677694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.677694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.677694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.677694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.677694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.677694] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.845944] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.846290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.846290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.847871] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a9c789b0-181d-45bd-b509-828fa88b97d5 not found, creating... [ 910.847871] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.847871] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.848286] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.848611] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.848680] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.848924] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.849089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.849248] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a9c789b0-181d-45bd-b509-828fa88b97d5 is going to be created. [ 910.868413] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.868413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.869561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.869561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.869561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.869561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.162969] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c126b54e-783e-4d2c-889d-2afa080c953e None None] Enqueued Resource ID: dcc98a63-226e-4465-b7fb-6117475f76e3 with Priority: HIGHEST for action port [ 911.163294] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc98a63-226e-4465-b7fb-6117475f76e3 with Priority: HIGHEST for action port [ 911.163860] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc98a63-226e-4465-b7fb-6117475f76e3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.163984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc98a63-226e-4465-b7fb-6117475f76e3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.164064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc98a63-226e-4465-b7fb-6117475f76e3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.164320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc98a63-226e-4465-b7fb-6117475f76e3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.164403] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc98a63-226e-4465-b7fb-6117475f76e3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.178291] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.619688] env[62657]: INFO networking_nsxv3.common.synchronization [req-4c04c482-31eb-4df8-8fe5-b64413541a3a req-9574152c-7e26-41cc-9191-8a8060069afe service nova] Enqueued Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_rules [ 911.620160] env[62657]: INFO networking_nsxv3.common.synchronization [req-4c04c482-31eb-4df8-8fe5-b64413541a3a req-9574152c-7e26-41cc-9191-8a8060069afe service nova] Enqueued Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 911.620586] env[62657]: INFO networking_nsxv3.common.synchronization [req-4c04c482-31eb-4df8-8fe5-b64413541a3a req-9574152c-7e26-41cc-9191-8a8060069afe service nova] Enqueued Resource ID: a9c789b0-181d-45bd-b509-828fa88b97d5 with Priority: HIGHEST for action port [ 911.623027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_rules [ 911.623027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 911.623027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c789b0-181d-45bd-b509-828fa88b97d5 with Priority: HIGHEST for action port [ 911.623027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.623027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.623027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.623027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.627281] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.627281] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.627281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.627281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.627281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.627500] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.627557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.627597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.627785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.627845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.627930] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.631930] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c789b0-181d-45bd-b509-828fa88b97d5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.631930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.631930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.631930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.631930] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c789b0-181d-45bd-b509-828fa88b97d5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.668339] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc98a63-226e-4465-b7fb-6117475f76e3 [ 911.668585] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.668755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.668857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.669279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.669279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.669279] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc98a63-226e-4465-b7fb-6117475f76e3 already deleted. [ 911.669440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc98a63-226e-4465-b7fb-6117475f76e3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.680058] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.916642] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 911.916642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.917030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 911.917175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.917395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.917698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.917838] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.917914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.917957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.919244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.919244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.919244] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.919244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.919481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.919596] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.919688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.920767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.920767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.920767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.920767] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.133934] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.134286] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.135186] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c789b0-181d-45bd-b509-828fa88b97d5 with status ACTIVE [ 912.135398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.135524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.135592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.135793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.135881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.136067] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.136165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.136231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.136378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.136455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.136631] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.136743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.136781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.136912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.136985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.137573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c789b0-181d-45bd-b509-828fa88b97d5 is going to be updated. [ 912.159661] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.159661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.159661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.159967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.160211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.160457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c789b0-181d-45bd-b509-828fa88b97d5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.183040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.183257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.183257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.183491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.183593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.183692] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 912.211516] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.211665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.211739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.211956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.212133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.220569] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 req-42953ffd-0f74-4ffc-8e82-4ccfe4441c89 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Enqueued Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 912.221498] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 912.221828] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.221955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.222070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.222322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.222487] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.222589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.222651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.222804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.222885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.222975] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.228117] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 912.266747] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: SUCCESS [ 912.266970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.267154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.267439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.267629] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.267806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.267954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.268043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.268163] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.422610] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.425709] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.615379] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.616022] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-467" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.616022] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-467" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.616167] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-467" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.616454] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.616622] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.616893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.617106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.617305] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.617604] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.617859] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.618017] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.618173] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.618356] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.618617] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.618803] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.635817] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.635991] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.636151] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.636330] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-467" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.636629] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.636794] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.636922] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.637252] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.637419] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a6f4b2-3468-4c32-aa4f-bc59222ef118',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.640383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.726081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.726236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.726313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.726545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.726628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.726817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.726920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.727037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.727212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.727285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.727410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 already deleted. [ 912.727494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.772672] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.926381] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.928844] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.141180] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.141416] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.141520] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.141818] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.143591] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port c7a6f4b2-3468-4c32-aa4f-bc59222ef118 not found, creating... [ 913.143591] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.143591] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.143591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143958] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.143958] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.144162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 is going to be created. [ 913.145322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.145445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.145517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.145676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.145754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.145837] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf is going to be created. [ 913.171875] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.173046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.173046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.173046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.173046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.173046] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.189074] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.189239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.189283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.189490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.189646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.201434] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: UNINITIALIZED for 2s [ 913.275233] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.428759] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.429394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.430275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.430275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.430275] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 913.433584] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.433749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.433810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.434224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.435091] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be updated. [ 913.469517] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.469742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.469854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.470178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.470414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.472908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.473097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.473205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.473474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.473670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.485351] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 913.486305] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 913.779347] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.779347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.779347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.779347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.779347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.779347] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb is going to be updated. [ 913.804535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.804699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.804794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.804975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.805138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.816496] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: IN_PROGRESS for 2s [ 914.245957] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 914.246481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.246481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.246886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.247156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.247156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.247156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.247416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.247511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.247604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.247736] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.277497] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 req-44a67cfc-fe43-4776-88cc-ccbaaacd9340 service nova] Enqueued Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_rules [ 914.277497] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 req-44a67cfc-fe43-4776-88cc-ccbaaacd9340 service nova] Enqueued Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 914.279971] env[62657]: INFO networking_nsxv3.common.synchronization [req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 req-44a67cfc-fe43-4776-88cc-ccbaaacd9340 service nova] Enqueued Resource ID: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 with Priority: HIGHEST for action port [ 914.279971] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_rules [ 914.279971] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 914.279971] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 with Priority: HIGHEST for action port [ 914.279971] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.279971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.279971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.279971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.283410] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.283410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.283410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.283410] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.283410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.283939] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a6f4b2-3468-4c32-aa4f-bc59222ef118',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.751239] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.751453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.751453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.751665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.751830] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.751974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.752028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.752148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.752233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.752327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.752471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.752590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.752637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.752758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.752894] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.753033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.753084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.753190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.753293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.753342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.753423] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.784842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.785035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.785168] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.786150] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a6f4b2-3468-4c32-aa4f-bc59222ef118 with status ACTIVE [ 914.786337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.786454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.786525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.786732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.786818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.787045] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.787163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.787228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.787436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.787524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.789594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.789594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.789594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.789594] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 is going to be updated. [ 914.808761] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.808936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.809015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.809191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.809322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.809502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a6f4b2-3468-4c32-aa4f-bc59222ef118" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.212621] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: SUCCESS [ 915.212844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.213095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.213870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.213870] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.213870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.213870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.213870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.213870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.214180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.214180] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.255919] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 915.277256] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.277448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.277499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.277775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.277872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.278073] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.278173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.278237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.278472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.278662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.278754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.278814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.279036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.279226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.279320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.279381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.279563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.279668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.279758] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 915.289705] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.350074] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.350428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.350428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.350590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.350735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.363328] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 915.497147] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 915.497368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.497555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.497760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.497939] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.498067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.498131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.498274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.498362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.498467] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.500239] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 915.500239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.500239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.500343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.500479] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.500581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.500646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.500794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.500922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.500970] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.716278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.716444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.716590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.716756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.717169] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.717169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.717346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.717346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.717570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.717728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.718015] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.718111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.718173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.718309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.718397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.718510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.718616] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.791806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.792030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.792030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.792190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.792295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.792409] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 is going to be created. [ 915.814331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.814469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.814543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.814779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.814922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.825042] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: UNINITIALIZED for 2s [ 915.825607] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: SUCCESS [ 915.825793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.825948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.826182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.826363] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.826482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.826540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.826698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.826778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.826866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.826956] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.003162] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.005763] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.220769] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbea5813-814a-4ece-a62d-cd0550733cbf: rpc.has_security_group_logging(os_id): False [ 916.249539] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.249693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.249756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.249977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.250083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.250301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.250838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.250838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.251118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.251118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.251118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.251256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.251356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.251569] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.251683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.251782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.251889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.251988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.252066] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf is going to be created. [ 916.326388] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.326726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.326726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.326857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.327047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.329980] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.340757] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: IN_PROGRESS for 2s [ 916.505157] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.508398] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.756857] env[62657]: INFO networking_nsxv3.common.synchronization [req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 req-1568d4b9-9114-4722-a417-dc70c7a09b92 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 916.757437] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 916.759119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.759250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.759312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.759592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.759680] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.759793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.759864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.760025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.760302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.760411] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.832583] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ab70d2d-5453-46ce-8aef-b42e15fac2bb: rpc.has_security_group_logging(os_id): False [ 916.851315] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.851484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.851581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.851800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.851891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.852128] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.852228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.852294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.852439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.852516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.852600] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb is going to be created. [ 916.898642] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.898799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.898836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.899031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.899202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.909645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: IN_PROGRESS for 2s [ 917.007584] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.007749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.007819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.008051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.008145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.008243] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 917.009534] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.009645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.009713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.009874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.009952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.010048] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be updated. [ 917.051778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.051935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.051980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.052169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.052305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.053864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.053978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.054061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.054224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.054342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.065730] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 917.066374] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 917.262512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.262755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.262755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.262941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.263046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.263249] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.263349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.263407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.263561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.263640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.263723] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 917.295424] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.295661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.295661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.295867] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.296032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.304128] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 917.376853] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 917.376853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.834186] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: SUCCESS [ 917.834415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.834582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.834837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.835043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.835181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.835237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.835374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.835454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.835539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.835629] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.340742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.340924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.340972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.341368] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.341475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.341537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.341783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.341860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.342012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.342134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.342214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.342290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.342428] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.342516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.342572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.342709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.342782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.342878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.342947] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.356812] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: SUCCESS [ 918.356812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.845336] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edf14fcc-7f3f-4f65-8177-756a71080225: rpc.has_security_group_logging(os_id): False [ 918.862624] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.862773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.862773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.862983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.863186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.863276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.863437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.863614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.863614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.863891] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.864104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.864283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.864283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.864461] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.864574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.864640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.864797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.864875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.864959] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 is going to be created. [ 918.921499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.921689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.921752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.921981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.922128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.924460] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: SUCCESS [ 918.924669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.929736] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: IN_PROGRESS for 2s [ 919.077404] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 919.077404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.077626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.077925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.078187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.078371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.078482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.078641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.078748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.078864] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.080988] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 919.080988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.080988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.080988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.080988] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.080988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.081253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.081253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.081253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.081333] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.314726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 919.315454] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 919.315601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.583260] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.584296] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.085913] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.087289] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.579670] env[62657]: INFO networking_nsxv3.common.synchronization [req-9ef4c897-b829-421c-9ca0-033e2bc42c62 req-c580bd5d-3c57-42a2-9a5d-d3f6dac1e8c5 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Enqueued Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 920.579835] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGHEST for action security_group_members [ 920.580287] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.580413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.580480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.580683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.580835] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.580931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.580994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.581150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.581236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.581327] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.589158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.589279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.589349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.589521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.589606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.589698] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be updated. [ 920.590885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.590987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.591073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.591223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.591302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.591386] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 920.620543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.620687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.620770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.620982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.621152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.622708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.622820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.622914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.623085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.623230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.639701] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 920.640324] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 920.941480] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: SUCCESS [ 920.941712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.086189] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.086189] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.086189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.086189] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf is going to be updated. [ 921.112155] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.112155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.112155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.112155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.112155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.121155] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: IN_PROGRESS for 2s [ 922.640598] env[62657]: INFO networking_nsxv3.common.synchronization [req-641d60a8-2438-4e3d-b85a-5d021c2b83af req-eae40ed9-faeb-4d7f-b214-e2c34344e6e7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 922.642803] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGHEST for action security_group_members [ 922.643158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.643277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.643344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.643537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.644120] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.644247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.644320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.644525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.644559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.644664] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.653262] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 922.653452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.653629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.653869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.654105] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.654254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.654346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.654567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.655275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.655776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.655934] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.660400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.660400] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.660400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.660400] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.130755] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbea5813-814a-4ece-a62d-cd0550733cbf in Status: SUCCESS [ 923.130755] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf deletion is rescheduled due to dependency. [ 923.130755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.148306] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.148458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.148559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.148791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.148881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.149085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.149188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.149252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.149406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.149482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.149567] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be updated. [ 923.162161] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.162309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.162354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.162493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.162710] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.162803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.162866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.163030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.163113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.163194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.163338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.163429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.163489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.163677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.163833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.163919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.163981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.164132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.164242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.164291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.164362] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.165241] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.174518] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.174688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.174811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.175068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.175235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.185647] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: IN_PROGRESS for 2s [ 923.565968] env[62657]: INFO networking_nsxv3.common.synchronization [req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 req-c44eab0f-1f6f-484c-87b9-92f26bb9ca17 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 923.566477] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 923.566881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.566881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.567032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.567806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.567806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.567806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.567806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.568010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.568010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.568121] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.666869] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a464f968-9324-4d4d-8f65-8fd6caccfa94: rpc.has_security_group_logging(os_id): False [ 923.668076] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f043eb-5d52-40e1-9763-c456887a0d30: rpc.has_security_group_logging(os_id): False [ 923.685370] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.685519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.685600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.685850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.685954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.686437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.686563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.686633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.686794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.686872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.686965] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be created. [ 923.690335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.690454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.690524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.690687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.690770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.691102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.691229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.691297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.691445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.691552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.691706] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.691804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.692049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.692200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.692278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.692491] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.692605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.692670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.692810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.692909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.692967] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 923.750581] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.750729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.750795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.751020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.751206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.753247] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.753247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.753488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.765198] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 923.768118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 923.829549] env[62657]: INFO networking_nsxv3.common.synchronization [req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a req-72212cca-544f-4a55-b541-5b7c1a9eae03 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Enqueued Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 923.829549] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 923.829549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.829887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.829887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.830552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.830760] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.830932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.831035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.831233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.831348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.831466] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.073208] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.073366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.073443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.073691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.073745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.073931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.074062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.074132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.074309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.074354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.074438] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 924.109603] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.109738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.109856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.110103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.110244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.118245] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 924.126408] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.126666] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-978" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.126809] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-978" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.127182] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-978" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.127823] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.127998] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.128141] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.128408] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.128529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.128801] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.128925] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.129073] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.129197] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.129356] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.129436] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.129570] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.146273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.146799] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.146799] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.146799] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-978" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.147093] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-0a3514dd-64eb-4f7e-bdec-f6ada579979f taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.147625] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.147625] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.147742] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.148329] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3514dd-64eb-4f7e-bdec-f6ada579979f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.334605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.334814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.334908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.335205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.335329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.335574] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.336102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.336102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.336102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.336102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.336102] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c already deleted. [ 924.336320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.650621] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.650845] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.650984] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.651434] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.651434] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.651575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 0a3514dd-64eb-4f7e-bdec-f6ada579979f not found, creating... [ 924.651830] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.651988] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.652121] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.652342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.652481] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.652761] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.652919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.653065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.653282] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.653422] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.653563] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 0a3514dd-64eb-4f7e-bdec-f6ada579979f is going to be created. [ 924.672336] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.672688] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.672688] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.672905] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.673145] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.673365] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.195918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 in Status: SUCCESS [ 925.195970] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 deletion is rescheduled due to dependency. [ 925.196065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.369214] env[62657]: INFO networking_nsxv3.common.synchronization [req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a req-44be9912-82fe-40b9-ab67-ed861d6077cf service nova] Enqueued Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_rules [ 925.369407] env[62657]: INFO networking_nsxv3.common.synchronization [req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a req-44be9912-82fe-40b9-ab67-ed861d6077cf service nova] Enqueued Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 925.369555] env[62657]: INFO networking_nsxv3.common.synchronization [req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a req-44be9912-82fe-40b9-ab67-ed861d6077cf service nova] Enqueued Resource ID: 0a3514dd-64eb-4f7e-bdec-f6ada579979f with Priority: HIGHEST for action port [ 925.369781] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_rules [ 925.369931] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 925.370127] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3514dd-64eb-4f7e-bdec-f6ada579979f with Priority: HIGHEST for action port [ 925.370917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.371062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.371131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.371382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.371456] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.373340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.373451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.373540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.373704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.373833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.373928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.373986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.374334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.374334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.374436] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.377437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3514dd-64eb-4f7e-bdec-f6ada579979f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.377570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.377760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.377934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.378087] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3514dd-64eb-4f7e-bdec-f6ada579979f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.777717] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 925.778088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.778088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.778400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.778400] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.779970] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 925.780156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.780306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.780649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.780649] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.874008] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.874188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.877610] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.881981] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a3514dd-64eb-4f7e-bdec-f6ada579979f with status ACTIVE [ 925.881981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.881981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.881981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.881981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.882634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.882634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.882634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.882634] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a3514dd-64eb-4f7e-bdec-f6ada579979f is going to be updated. [ 925.904707] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.904843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.904920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.905233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.905377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.905562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3514dd-64eb-4f7e-bdec-f6ada579979f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.131024] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 926.131024] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 926.131024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.208067] env[62657]: INFO networking_nsxv3.common.synchronization [req-be6f3def-d322-46d4-aa5c-a86d44bfd81e req-bf3bdf11-befa-4ead-86f7-5d33e90849ef tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 926.208558] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 926.208873] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.208987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.209062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.209252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.209391] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.209481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.209546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.209686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.209764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.209850] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.281942] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.282094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.282145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.282351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.282504] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.282600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.282663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.282799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.282882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.282963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.283059] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.283919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.284018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.380535] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.540658] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.540658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.540658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.540658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.540658] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.540926] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.540926] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.541214] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.541396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.541614] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.541734] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.541849] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.541964] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.542091] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.542203] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.542340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.559285] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.559445] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.559587] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.559766] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-194" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.560105] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.560281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.560406] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.560729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.560912] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.711957] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.785107] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.882951] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.883140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.883227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.883426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.883504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.883609] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c is going to be created. [ 926.907923] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.907923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.907923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.908091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.908127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.916282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: UNINITIALIZED for 2s [ 927.062737] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.063034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.063132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.063430] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.063941] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.063941] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f not found, creating... [ 927.064057] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.064166] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.064294] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.064507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.064651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.064940] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.065106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.065230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.065438] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.065590] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.065744] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f is going to be created. [ 927.085379] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.085587] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.085733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.085987] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.086225] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.086439] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.214750] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.287625] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a464f968-9324-4d4d-8f65-8fd6caccfa94: rpc.has_security_group_logging(os_id): False [ 927.304822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.304998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.305108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.305362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.305469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.305765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.305905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.306023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.306179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.306284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.306380] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be updated. [ 927.371099] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.371345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.371345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.371549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.371712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.383549] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 927.718617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.718617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.718617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.718617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.718617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.718617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 927.745892] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.746059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.746109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.746302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.746413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.754595] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 927.790741] env[62657]: INFO networking_nsxv3.common.synchronization [req-be6f3def-d322-46d4-aa5c-a86d44bfd81e req-aef01cbe-9cec-450d-8f75-d13a70d51bdd service nova] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 927.791010] env[62657]: INFO networking_nsxv3.common.synchronization [req-be6f3def-d322-46d4-aa5c-a86d44bfd81e req-aef01cbe-9cec-450d-8f75-d13a70d51bdd service nova] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 927.791082] env[62657]: INFO networking_nsxv3.common.synchronization [req-be6f3def-d322-46d4-aa5c-a86d44bfd81e req-aef01cbe-9cec-450d-8f75-d13a70d51bdd service nova] Enqueued Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 927.791366] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 927.791464] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 927.791534] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 927.792104] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.792932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.792932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.792932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.792932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.792932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.792932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.793354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.793354] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.981589] env[62657]: INFO networking_nsxv3.common.synchronization [req-c3423cf4-b9c3-4ca7-831a-01853af3a94b req-df5d4181-0df1-46dc-b5db-cfa5cb8e567e tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Enqueued Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 927.981885] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGHEST for action security_group_members [ 927.982199] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.982341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.982530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.982740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.982882] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.982978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.983066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.984744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.984744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.984744] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.295827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with status ACTIVE [ 928.295827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.295827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.295827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.296031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.296067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.296243] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.296339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.296402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.296580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.296668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.296845] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.296939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.296995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.297149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.297733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.297733] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f is going to be updated. [ 928.317100] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.317307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.317307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.317490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.317684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.317839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.485927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.486100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.486170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.486386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.486478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.486673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.486774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.486836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.486985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.487073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.487161] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 is going to be updated. [ 928.516184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.516475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.516475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.516733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.525265] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: IN_PROGRESS for 2s [ 928.721494] env[62657]: INFO networking_nsxv3.common.synchronization [req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 req-86347290-6c28-47b9-bf97-b3f48802b9d5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 928.721494] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 928.721700] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.721700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.721855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.721926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.722091] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.722180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.722242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.722379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.722463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.722553] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.928456] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: SUCCESS [ 928.928832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.928956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.929336] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.929602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.929844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.929951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.930059] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.063536] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.063774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.063915] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.064413] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.064702] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.064877] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.064998] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.065242] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.065456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.065676] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.065797] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.065913] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.066041] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.066158] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.066269] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.066459] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.085252] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.085475] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.085600] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.085802] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-245" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.086150] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4ccdaf77-df4e-4470-a85a-402aa49a76a6 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.086364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.086474] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.086927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.087096] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccdaf77-df4e-4470-a85a-402aa49a76a6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.224320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.224515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.224570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.224782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.224879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.225116] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.225223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.225288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.225552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.225668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.225726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 929.251917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.252121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.252174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.252366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.252509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.265058] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 929.397233] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 929.397475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.433127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.433310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.433356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.433540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.433705] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.433806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.433952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.434031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.434119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.434208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.434355] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.434447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.434508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.434645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.434779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.434869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.434928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.435078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.435151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.435228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.435313] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.590065] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.590065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.590319] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.590555] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.590832] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.591110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4ccdaf77-df4e-4470-a85a-402aa49a76a6 not found, creating... [ 929.591535] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.591820] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.592063] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.592432] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.592717] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.593177] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593429] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.593595] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.593920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.593963] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.594110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 is going to be created. [ 929.613433] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.613675] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.613837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.614113] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.614343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.614566] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.765889] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 929.766079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.766226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.766449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.766673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.766807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.766875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.767049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.767127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.767211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.767304] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.768151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.768330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.768485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.768648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.768806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.769013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.769110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.769200] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.937926] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faaabeb4-ea9e-42c0-96c7-0393e276778c: rpc.has_security_group_logging(os_id): False [ 929.956043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.956230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.957035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.957035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.957035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.957035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.957035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.957035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.957389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.957389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.957451] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.957504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.957654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.957807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.957893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.958025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.958108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.958160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.958295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.958358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.958444] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c is going to be created. [ 930.025959] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.026161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.026250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.026491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.026902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.036172] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: IN_PROGRESS for 2s [ 930.270719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.270847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.271052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.298301] env[62657]: INFO networking_nsxv3.common.synchronization [req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 req-346363b1-4e2b-4705-9a02-e4495bba04a3 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 930.298484] env[62657]: INFO networking_nsxv3.common.synchronization [req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 req-346363b1-4e2b-4705-9a02-e4495bba04a3 service nova] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 930.298700] env[62657]: INFO networking_nsxv3.common.synchronization [req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 req-346363b1-4e2b-4705-9a02-e4495bba04a3 service nova] Enqueued Resource ID: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 with Priority: HIGHEST for action port [ 930.298874] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_rules [ 930.299030] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 930.299108] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 with Priority: HIGHEST for action port [ 930.299617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.299820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.299820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.300086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.300209] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.301806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.301806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.301806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ccdaf77-df4e-4470-a85a-402aa49a76a6 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.301806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.301806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.301806] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ccdaf77-df4e-4470-a85a-402aa49a76a6',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.534943] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edf14fcc-7f3f-4f65-8177-756a71080225 in Status: SUCCESS [ 930.535110] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 deletion is rescheduled due to dependency. [ 930.535225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.775305] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.804106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.804106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.804106] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ccdaf77-df4e-4470-a85a-402aa49a76a6 with status ACTIVE [ 930.804106] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.804106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.804106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.804106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.804106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.804503] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.804503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.804503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.804503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.804623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.804740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.804839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.804893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.805019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.805094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.805177] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 is going to be updated. [ 930.826759] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.826906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.826944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.827122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.827247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.827391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ccdaf77-df4e-4470-a85a-402aa49a76a6" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.274579] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 931.274908] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 931.274908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.275051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.275262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.275444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.275576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.275648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.275815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.275901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.276010] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.277108] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.277233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.277288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.277438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.277525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.277617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 931.310502] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.310711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.310711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.310884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.310988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.319426] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 931.779344] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.048916] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: SUCCESS [ 932.049183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.281976] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.784639] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.784849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.784849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.785077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.785210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.785285] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 932.810540] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.810540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.810540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.810540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.810770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.818472] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 932.965644] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fd25d83-594d-4651-b154-a4b52580f7c1 req-ba47a8fd-a43b-444c-b8a0-7481c1cad6ab tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 932.967032] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 932.967032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.967032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.967032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.967032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.967032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.967334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.967334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.967334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.967441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.967441] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.295992] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.296354] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.296354] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.297054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.297054] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.297195] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.297444] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.297664] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.298251] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.298251] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.298350] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.298641] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.298708] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.298928] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.299127] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.299367] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.317111] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.317369] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.317483] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.317901] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.318047] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-f757f062-1aee-4b3e-928c-d10425ea376c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.318183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.318312] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.318620] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.318806] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f757f062-1aee-4b3e-928c-d10425ea376c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.328256] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 933.328360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.328512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.329230] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.329230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.329740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.329874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.330280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.330422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.330523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.330698] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.330804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.330866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.331249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.331436] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.331655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.331655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.331866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.332121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.332282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.332714] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.470830] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.822163] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.822435] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.822575] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.822863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.823039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.823482] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port f757f062-1aee-4b3e-928c-d10425ea376c not found, creating... [ 933.823811] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.823994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.824137] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.824366] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.824511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.825075] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.825075] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.825237] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.825376] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.825517] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.825663] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: f757f062-1aee-4b3e-928c-d10425ea376c is going to be created. [ 933.838738] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f043eb-5d52-40e1-9763-c456887a0d30: rpc.has_security_group_logging(os_id): False [ 933.844602] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.844838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.845010] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.845330] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.845650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.845908] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.857638] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.857823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.857906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.858137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.858243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.858446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.858571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.858638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.858820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.858903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.859149] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.859270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.859337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.859507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.859586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.859811] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.859966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.860097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.860204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.860284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.860376] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 933.930690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.930877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.930928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.931120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.931262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.954483] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 933.971997] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.475292] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.475292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.475292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.475292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.475292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.475292] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 934.504102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.504102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.504102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.504102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.504102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.511998] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 934.593075] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fd25d83-594d-4651-b154-a4b52580f7c1 req-84b97174-416f-49d8-92d0-ee237664cebf service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 934.593275] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fd25d83-594d-4651-b154-a4b52580f7c1 req-84b97174-416f-49d8-92d0-ee237664cebf service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 934.593421] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fd25d83-594d-4651-b154-a4b52580f7c1 req-84b97174-416f-49d8-92d0-ee237664cebf service nova] Enqueued Resource ID: f757f062-1aee-4b3e-928c-d10425ea376c with Priority: HIGHEST for action port [ 934.594150] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 934.594150] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 934.594150] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f757f062-1aee-4b3e-928c-d10425ea376c with Priority: HIGHEST for action port [ 934.594488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.594573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.594611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.594793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.594883] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.595689] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.595786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.595970] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f757f062-1aee-4b3e-928c-d10425ea376c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.596076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.596131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.596298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.596371] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f757f062-1aee-4b3e-928c-d10425ea376c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.830161] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 934.830161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.830161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.830407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.830407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.830584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.830759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.830857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.830962] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.098635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.099124] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f757f062-1aee-4b3e-928c-d10425ea376c with status ACTIVE [ 935.100135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.100135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.100135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.100135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.100443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.100443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.100584] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.100751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.102327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.102446] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f757f062-1aee-4b3e-928c-d10425ea376c is going to be updated. [ 935.126920] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.127120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.127187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.128037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.128037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.128037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f757f062-1aee-4b3e-928c-d10425ea376c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.333066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.333252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.333332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.333503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.333662] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.333776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.333840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.333955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.334040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.334131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.334878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.334878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.334878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.334878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.334878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.334878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.334878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.335165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.335165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.335165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.335165] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.374739] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-4309f9c6-3aa5-4642-8f9a-4d2809bdaabe tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 935.375266] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 935.376013] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.376013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.376013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.376204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.376283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.376434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.376570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.376710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.377941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.377941] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.837781] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d4b7e0-c994-4b35-852f-5115f7a5b4f8: rpc.has_security_group_logging(os_id): False [ 935.845495] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.847083] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.850852] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.850852] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.854584] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.854584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.854584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.854584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.854584] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.854584] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.854584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.854584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.854584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.854584] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.854584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.857151] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.860372] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.860488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.860573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.860758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.860850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.861045] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.861145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.861208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.861354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.861430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.861609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.861701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.861761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.861897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.861968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.862203] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.862265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.862309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.862444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.862514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.862596] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 935.880603] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.880808] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.880965] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.881163] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.881719] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7b48a8e7-d88f-4a38-acaa-455ff47e7358 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.881957] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.882100] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.882422] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.882566] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b48a8e7-d88f-4a38-acaa-455ff47e7358',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.887541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.887664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.887779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.887973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.888079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.888265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.888364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.888417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.888568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.888643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.888730] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 935.916097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.916273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.916340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.916507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.916639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.921931] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.922099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.922167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.922296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.922420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.926452] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 935.932223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 935.969286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 935.969505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.969680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.969894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.969984] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.249430] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 936.249628] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 936.250675] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 936.250675] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 936.250922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.251058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.251126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.251326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.251485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.251583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.251741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.252830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.252830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.252830] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.253098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.253190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.253228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.253545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.253639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.253703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.253940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.254028] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.345413] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_rules [ 936.345637] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 936.345999] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 936.345999] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 936.346192] env[62657]: INFO networking_nsxv3.common.synchronization [req-db14e38d-2685-4b08-8681-6d8ccd73160f req-23ff0e0e-e89e-4873-9e34-7e09aec3ef3d tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 936.346695] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_rules [ 936.346872] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 936.346978] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 936.347092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 936.347199] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 936.347503] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.347660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.347771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.348057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.348141] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.350801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.350945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.351192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.351299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.351369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.351856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.351856] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.352437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.352550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.352724] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.352816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.383385] env[62657]: INFO networking_nsxv3.common.synchronization [req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 req-8e8694b8-9285-463b-84af-24d077acf12a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Enqueued Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 936.384421] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGHEST for action security_group_members [ 936.385126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.385126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.385126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.385405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.385477] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.385629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.385701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.385885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.385976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.386140] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.390723] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.390952] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.391126] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.391662] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.391662] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.391854] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7b48a8e7-d88f-4a38-acaa-455ff47e7358 not found, creating... [ 936.392061] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.392261] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.392402] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.392644] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.392819] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.393261] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.396669] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.396669] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.396669] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.396669] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.396669] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 is going to be created. [ 936.413348] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.413555] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.413703] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.413993] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.414241] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.414490] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.472780] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.472934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.494230] env[62657]: INFO networking_nsxv3.common.synchronization [req-b57b86e4-d627-44e7-9138-7402b0aca99e req-fd4cca84-3a23-4035-8cd2-4e7601776115 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 936.494661] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGHEST for action security_group_members [ 936.495027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.495193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.495272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.495636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.495636] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.495852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.495852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.496023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.496079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.496139] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.524072] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 936.524309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.524473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.524697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.524907] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.527053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.527053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.527053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.527053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.527053] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.755318] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.756458] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.857133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.857133] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with status ACTIVE [ 936.857133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.857133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.857133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.857917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.857917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.857917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.857917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.857917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.857917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.858200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.858200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f is going to be updated. [ 936.881474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.881646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.881646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.881828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.881967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.882134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.888793] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.888922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.889063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.889228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.889283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.889480] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.889575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.889660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.889804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.889877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.889963] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c is going to be updated. [ 936.919905] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.920063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.920137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.920354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.920682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.929196] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: IN_PROGRESS for 2s [ 936.997841] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.998047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.998112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.998342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.998435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.998653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.998784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.998826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.999011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.999094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.999181] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb is going to be updated. [ 937.027632] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.031688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.031878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.031982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.032243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.032419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.040726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: IN_PROGRESS for 2s [ 937.097102] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-81dbb919-c872-44df-bbc4-d0ab52c60b33 service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 937.099228] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-81dbb919-c872-44df-bbc4-d0ab52c60b33 service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 937.099228] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-81dbb919-c872-44df-bbc4-d0ab52c60b33 service nova] Enqueued Resource ID: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 with Priority: HIGHEST for action port [ 937.099228] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 937.099228] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 937.099228] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 with Priority: HIGHEST for action port [ 937.099947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.100237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.100415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.100730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.100943] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.104413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.104413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.104413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b48a8e7-d88f-4a38-acaa-455ff47e7358 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.104413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.104413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.104413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.104413] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b48a8e7-d88f-4a38-acaa-455ff47e7358',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.259723] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.261860] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.530539] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.604572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.604760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.606193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b48a8e7-d88f-4a38-acaa-455ff47e7358 with status ACTIVE [ 937.606327] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.606528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.606866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.607181] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.607181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.607280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.607406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.607497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.607712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.607823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.607904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.608067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.608140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.608226] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 is going to be updated. [ 937.630233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.630233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.630233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.630233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.630233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.630233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b48a8e7-d88f-4a38-acaa-455ff47e7358" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.764558] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.765181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.765295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.765461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.765556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.765658] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be created. [ 937.766932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.767472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.767472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.767472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.767472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.767472] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 937.789878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.790037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.790162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.790388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.790577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.792777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.792893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.792960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.793495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.793495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.800680] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 937.801325] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: UNINITIALIZED for 2s [ 937.884997] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-e48fdeca-1875-4526-8f4d-383fe017e90e tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 937.885699] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 937.886901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.886901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.935677] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 937.935857] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 deletion is rescheduled due to dependency. [ 937.935969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.936160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.936371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.936547] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.936547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.936808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.936864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.936943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.937040] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.944785] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 937.944986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.034629] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.034629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.034629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.034629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.034629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.034629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 938.063741] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.063741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.063863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.064139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.064333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.073332] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 938.439843] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.519433] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.519658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.519791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.520096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.520362] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.520529] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.520653] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.520885] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.521088] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.521314] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.521434] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.521551] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.521664] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.521775] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.521883] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.522030] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.539519] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.539698] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.539844] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.540031] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-555" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.540346] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4bf58075-cd58-4310-a9d6-bd576f15c598 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.540523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.540667] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.540989] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.541254] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf58075-cd58-4310-a9d6-bd576f15c598',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.939562] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faaabeb4-ea9e-42c0-96c7-0393e276778c in Status: SUCCESS [ 938.939562] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c deletion is rescheduled due to dependency. [ 938.939888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.946158] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.043817] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.043817] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.043817] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.044852] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.045178] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.045597] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4bf58075-cd58-4310-a9d6-bd576f15c598 not found, creating... [ 939.046366] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.047194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.047194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.048026] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.048026] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.048485] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.049446] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.049660] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.049999] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.050491] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.050746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4bf58075-cd58-4310-a9d6-bd576f15c598 is going to be created. [ 939.052628] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb in Status: SUCCESS [ 939.052832] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb deletion is rescheduled due to dependency. [ 939.053120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.074517] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.074733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.074863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.075174] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.075399] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.075621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.448895] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.449128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.449212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.449427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.449516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.449618] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 939.475761] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.475940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.476022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.476319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.476486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.484130] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 939.778430] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-43d9e842-1f28-472f-8f6e-436d3cf498e8 service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 939.778619] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-43d9e842-1f28-472f-8f6e-436d3cf498e8 service nova] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 939.778845] env[62657]: INFO networking_nsxv3.common.synchronization [req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 req-43d9e842-1f28-472f-8f6e-436d3cf498e8 service nova] Enqueued Resource ID: 4bf58075-cd58-4310-a9d6-bd576f15c598 with Priority: HIGHEST for action port [ 939.779475] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_rules [ 939.779635] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 939.779705] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf58075-cd58-4310-a9d6-bd576f15c598 with Priority: HIGHEST for action port [ 939.779996] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.780161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.780376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.780465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.780643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf58075-cd58-4310-a9d6-bd576f15c598 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.780759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.780797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.781461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.781461] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf58075-cd58-4310-a9d6-bd576f15c598',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.811819] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 939.812059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.812576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.812787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.812995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.813091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.813170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.813297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.813377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.813466] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.814754] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: SUCCESS [ 939.814951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.817072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.817072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.817072] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.083036] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 940.083371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.083829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.084277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.084456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.084676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.084787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.084879] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.283120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf58075-cd58-4310-a9d6-bd576f15c598 with status ACTIVE [ 940.283768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.284034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.284136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.285342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.285342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.285555] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.285690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.285742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.285959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.285996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.286193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.286289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.286348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.286485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.286554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.286649] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf58075-cd58-4310-a9d6-bd576f15c598 is going to be updated. [ 940.309621] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.309621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.309621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.310171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.310171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.310171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf58075-cd58-4310-a9d6-bd576f15c598" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.317867] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.318933] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.587360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.587595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.588221] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.588341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.588408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.588574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.589840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.589965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.590153] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.590256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.590320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.590475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.590617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.590861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.590967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.591198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.591283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.591370] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.820697] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.821790] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.093824] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 941.111452] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.111582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.111660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.111868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.111960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.112166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.112255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.112324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.112479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.112555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.112738] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.112829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.112890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.113336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.113544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.113641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.113700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.113915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.113997] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 941.170081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.170081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.170081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.170237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.170364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.182713] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 941.326252] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.326414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.326456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.327051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.327051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.327051] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 941.328403] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.328523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.328589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.328770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.328877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.328972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be updated. [ 941.359419] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.359535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.359598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.359803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.359950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.361573] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.361784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.361920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.362052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.371081] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 941.371642] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: IN_PROGRESS for 2s [ 941.401898] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 941.401898] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 941.402979] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 941.404188] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 941.404338] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 941.404441] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 941.405144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.405144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.405144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d047703-c012-4712-9053-d97c7b1fa790 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.405144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.405457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.405457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.405640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.406733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.406733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.406733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.406733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.406733] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.406936] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.406991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.462358] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_rules [ 941.462358] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 941.462512] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 941.462731] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 941.462787] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_rules [ 941.462882] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 941.463029] env[62657]: INFO networking_nsxv3.common.synchronization [req-584812d9-b421-4f40-a23e-56e0e66340c7 req-a01493fd-68c0-45ed-bff2-38ac59c6d76e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 941.463499] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_rules [ 941.463677] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_rules [ 941.463843] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 941.463907] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with Priority: HIGHEST for action port [ 941.463982] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_rules [ 941.464064] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 941.464146] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 941.467690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.467690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.467690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d047703-c012-4712-9053-d97c7b1fa790 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.467690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.467690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.467690] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.468824] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d047703-c012-4712-9053-d97c7b1fa790 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.468824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.468824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.468824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.468824] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.473083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.473083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.473083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.473083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.494994] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 941.495682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.495859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.496113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.496332] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.496458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.496594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.496707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.496771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.496850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.497450] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.498336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.498336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.498509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.498509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.498589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.498756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.498821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.498942] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.908904] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.973140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f with status ACTIVE [ 941.973406] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.973745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.973745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.973856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.973994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.974236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.974353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.974451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.974670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.974755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.975038] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.975281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.975281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.975425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.975524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.975624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f is going to be updated. [ 941.976879] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d047703-c012-4712-9053-d97c7b1fa790 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.976999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.000490] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.000490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.000600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.000809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.000955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.001180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.001570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.001673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.001848] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.256789] env[62657]: INFO networking_nsxv3.common.synchronization [req-3bf045b0-c1e0-459b-8aec-76f620337876 req-74645adf-5781-4fea-b13a-88bb79cd72a4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 942.258373] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 942.258753] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.258952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.259076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.259454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.259529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.259810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.259878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.260292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.260485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.260556] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.413863] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.504283] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.717132] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.717132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.717132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.717132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.717132] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.717440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.717440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.717961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.717961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.718406] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.718406] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.718501] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.718538] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.718650] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.718761] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.718917] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.737054] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.737268] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.737420] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.737597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-361" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.737950] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.738194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.738343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.738650] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.738796] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bcbab7a-02fe-4071-bcac-8bbac1eef0f4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.765865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.766139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.766484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.766700] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.766871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.767060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.767138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.767760] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 942.791460] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.791698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.791911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.792087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.801017] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 942.918252] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.918252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.918252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.918555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.918555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.918555] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 is going to be created. [ 942.942354] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.942502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.942581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.942833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.943105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.954675] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d047703-c012-4712-9053-d97c7b1fa790 in Status: UNINITIALIZED for 2s [ 943.006889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.007064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.007131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.007352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.007443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.007548] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 943.052453] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.052453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.052453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.052453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.052453] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.065550] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 943.196876] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 943.197289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.240677] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.240894] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.241048] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.241343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.241500] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.241660] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 not found, creating... [ 943.241956] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.242142] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.242268] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.242498] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.242642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.242934] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.243108] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.243239] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.243497] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.243609] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.243756] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 is going to be created. [ 943.272157] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.272487] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.272531] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.272797] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.273050] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.273279] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.384687] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 943.384882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.385098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.385346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.385550] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.385686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.385754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.385932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.386084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.386193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.386676] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.388824] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: SUCCESS [ 943.389043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.389492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.389492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.389702] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.389789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.389825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.390429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.390429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.390429] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.391229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.391410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.391656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.391763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.391802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.391934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.391998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.392136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.392234] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.393496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.393735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.394226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.394336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.394415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.394716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.394796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.395044] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.894503] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.896112] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.896112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.897765] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.902070] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.085281] env[62657]: INFO networking_nsxv3.common.synchronization [req-3bf045b0-c1e0-459b-8aec-76f620337876 req-9dfc4f31-674a-4b76-8dd0-2f60281693ea service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 944.085400] env[62657]: INFO networking_nsxv3.common.synchronization [req-3bf045b0-c1e0-459b-8aec-76f620337876 req-9dfc4f31-674a-4b76-8dd0-2f60281693ea service nova] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 944.085481] env[62657]: INFO networking_nsxv3.common.synchronization [req-3bf045b0-c1e0-459b-8aec-76f620337876 req-9dfc4f31-674a-4b76-8dd0-2f60281693ea service nova] Enqueued Resource ID: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 with Priority: HIGHEST for action port [ 944.085708] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_rules [ 944.085892] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 944.085951] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 with Priority: HIGHEST for action port [ 944.086659] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.086999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.087116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.087286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.087372] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.090679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.090679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.090679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.090679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.090679] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bcbab7a-02fe-4071-bcac-8bbac1eef0f4',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.256513] env[62657]: INFO networking_nsxv3.common.synchronization [req-ae905c1a-42fb-4ae2-a307-b6874711afc9 req-3d8f11e5-b4d9-491d-a3e8-183c78e9ade2 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 944.256709] env[62657]: INFO networking_nsxv3.common.synchronization [req-ae905c1a-42fb-4ae2-a307-b6874711afc9 req-3d8f11e5-b4d9-491d-a3e8-183c78e9ade2 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 944.256854] env[62657]: INFO networking_nsxv3.common.synchronization [req-ae905c1a-42fb-4ae2-a307-b6874711afc9 req-3d8f11e5-b4d9-491d-a3e8-183c78e9ade2 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 944.257395] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d047703-c012-4712-9053-d97c7b1fa790 with Priority: HIGHEST for action security_group_members [ 944.259327] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 944.259477] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f with Priority: HIGHEST for action security_group_members [ 944.259875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d047703-c012-4712-9053-d97c7b1fa790 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.260500] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.260744] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a1341d-8178-41f4-889c-62c0c32e1f9f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.398662] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.403216] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.404255] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00a1341d-8178-41f4-889c-62c0c32e1f9f: rpc.has_security_group_logging(os_id): False [ 944.421720] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.421984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.422127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.422402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.422493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.422750] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.422862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.422927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.423120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.423216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.423335] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be created. [ 944.471651] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.471802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.471870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.472113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.472289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.481841] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: IN_PROGRESS for 2s [ 944.590663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.590663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.590924] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 with status ACTIVE [ 944.590983] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.591289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.591358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.591559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.591632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.591810] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.591908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.591964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.592698] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.592698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.593032] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 is going to be updated. [ 944.619115] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.619247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.619420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.619726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.619916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.620332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.810860] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 944.811014] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 944.811134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.811344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.811545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.811730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.811853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.811921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.812153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.812253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.812351] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.901989] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.902189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.902258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.902455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.902548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.902676] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 944.906420] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.906560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.906630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.906772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.906842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.906927] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be updated. [ 944.930828] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.930967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.931055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.931259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.931401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.932945] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.933074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.933144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.933303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.933419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.943154] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: IN_PROGRESS for 2s [ 944.943834] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 944.961616] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d047703-c012-4712-9053-d97c7b1fa790 in Status: SUCCESS [ 944.961817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.962010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.962249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.962454] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.962579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.962669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.962836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.962942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.963071] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.078636] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 945.078636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.078830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.079822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.079822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.079822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.079822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.079822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.079822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.079822] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.315437] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.467743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.467743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.467743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.467743] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 is going to be deleted. [ 945.497035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.497035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.497035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.497035] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.583206] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.820585] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.000125] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.000380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.000380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.000604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.000694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.000919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.001049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.001113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.001302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.001433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.001478] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 already deleted. [ 946.001531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.001649] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.002581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.006022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.006022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.006022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.006022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.006022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.006022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.006022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.087529] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.328656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.330241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.330321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.330567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.330673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.330778] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 946.358345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.358345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.358345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.358549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.358662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.367122] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 946.492812] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: SUCCESS [ 946.493101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.493387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.493475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.493550] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.510362] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d047703-c012-4712-9053-d97c7b1fa790',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.511293] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.511439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.511490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.511721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.511821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.512020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.512119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.512200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.512329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.512402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.512534] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 already deleted. [ 946.512815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.589024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.589161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.589161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.589388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.589475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.589581] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 946.615022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.615022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.615022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.615275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.615275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.624842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 946.676570] env[62657]: INFO networking_nsxv3.common.synchronization [req-cf25cf0f-9bda-49b4-ae70-9c298618f812 req-da789766-3a06-49c2-a582-e45b7d003c37 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 946.677222] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 946.677535] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.677759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.677759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.677949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.678592] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.678723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.678809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.678989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.680569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.680569] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.954362] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f in Status: SUCCESS [ 946.954591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.955089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.955316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.955498] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.955707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.955707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.955850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.955917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.956017] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.959746] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 946.959934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.960203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.960314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.960463] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.960571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.960630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.960771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.960846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.960938] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.013327] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d047703-c012-4712-9053-d97c7b1fa790: rpc.has_security_group_logging(os_id): False [ 947.015312] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.015312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.015312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.015567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.015567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.015670] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be deleted. [ 947.030896] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.031189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.031284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.031474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.031609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.031920] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.032094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.032258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.032382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.032490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.032685] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 is going to be created. [ 947.052083] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790], does not exist path=[/infra/domains/default/groups/8d047703-c012-4712-9053-d97c7b1fa790]."\n}' [ 947.052298] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790 [ 947.052417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 947.059447] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.059695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.059695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.059856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.059946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.060075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.092965] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.092965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.092965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.093254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.094969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.095518] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.095634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.095712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.095979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.096119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.096409] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.096565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.096662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.096878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.096989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.097157] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d047703-c012-4712-9053-d97c7b1fa790 is going to be created. [ 947.115786] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790], does not exist path=[/infra/domains/default/groups/8d047703-c012-4712-9053-d97c7b1fa790]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790 [ 947.115999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d047703-c012-4712-9053-d97c7b1fa790" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.116258] env[62657]: Traceback (most recent call last): [ 947.116328] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 947.116328] env[62657]: return func(*args, **kwargs) [ 947.116328] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 947.116328] env[62657]: res.raise_for_status() [ 947.116328] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 947.116328] env[62657]: raise HTTPError(http_error_msg, response=self) [ 947.116328] env[62657]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790 [ 947.116328] env[62657]: During handling of the above exception, another exception occurred: [ 947.116328] env[62657]: Traceback (most recent call last): [ 947.116328] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 947.116328] env[62657]: listener.cb(fileno) [ 947.116328] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 947.116328] env[62657]: result = function(*args, **kwargs) [ 947.116328] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 947.116328] env[62657]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 947.116931] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 947.116931] env[62657]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 947.116931] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 947.116931] env[62657]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 947.116931] env[62657]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 947.116931] env[62657]: res.raise_for_status() [ 947.116931] env[62657]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 947.116931] env[62657]: raise HTTPError(http_error_msg, response=self) [ 947.116931] env[62657]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8d047703-c012-4712-9053-d97c7b1fa790 [ 947.116931] env[62657]: Removing descriptor: 13 [ 947.182873] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.463242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.463452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.463548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.463939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.464165] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.464348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.464405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.464532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.464647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.464780] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f is going to be deleted. [ 947.465887] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.500085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.500566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.500566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.500566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.500691] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.500761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.500921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501110] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.501486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.501486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.501486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.501671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.502538] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a1341d-8178-41f4-889c-62c0c32e1f9f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.686486] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.971516] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.006387] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.006387] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.006387] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a1341d-8178-41f4-889c-62c0c32e1f9f already deleted. [ 948.006387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a1341d-8178-41f4-889c-62c0c32e1f9f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.194983] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.194983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.194983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.194983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.194983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.194983] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 948.239586] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.239586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.239586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.239586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.239586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.251317] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 948.379251] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.379251] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.379251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.379251] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.478593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.478593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.478593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.478593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.478593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.478593] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 948.511035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.511035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.511035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.511035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.511035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.519612] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 948.639240] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 948.640156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.640397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.640709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.641062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.641201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.641201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.641478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.641478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.641585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.643922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.643922] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.643922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.643922] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.830205] env[62657]: INFO networking_nsxv3.common.synchronization [req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 req-768a6e4b-e370-427c-8c06-fcaaa8e0cf52 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 948.831161] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGHEST for action security_group_members [ 948.832192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.832192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.832192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.832192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.832192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.832192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.832192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.832646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.832646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.832646] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.882718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.882942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.883037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.883255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.883443] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.883548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.883610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.883760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.883844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.883933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.884121] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.884211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.884271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.884407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.885269] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.887098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.887098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.887098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.887098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.887098] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.145893] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a752e824-66c0-4650-a64b-bfc8879d4f67: rpc.has_security_group_logging(os_id): False [ 949.169765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.169765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.169765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.169765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.200882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.201166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.201488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.201488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.201638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.201638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.201834] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.201923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.202279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.202279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.202279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.202417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.202526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.202583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.202729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.202803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.202889] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 949.318446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.318650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.318717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.318903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.319072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.335024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.335188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.335289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.335460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.337410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 949.358945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.359218] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.359370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.359445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.359629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.359715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.359796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 is going to be updated. [ 949.390147] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b97f010-b352-4187-8524-4319de47c018: rpc.has_security_group_logging(os_id): False [ 949.423777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.423777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.423777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.425101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.438719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.438885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.439041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.439257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.439752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.452192] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: IN_PROGRESS for 2s [ 949.464856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.465066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.465198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.465269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.465463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.465543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.465750] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.465851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.465914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.466104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.466184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.466444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.466527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.466527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.466658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.466731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.466816] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 949.556011] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.556430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.556430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.556430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.556706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.583507] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 950.262791] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 950.263439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.529135] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 950.529558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.529745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.529963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.530191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.530323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.530390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.530568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.530648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.530749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.530915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.530997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.531079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.531245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.531736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.531881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.531967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.532512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.532512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.532512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.532624] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.536226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.536226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.536226] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.918467] env[62657]: INFO networking_nsxv3.common.synchronization [req-1784dcb2-a847-45ad-8471-a7d261f07402 req-f58e1696-743d-42f0-a805-21bc69c04070 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 950.920165] env[62657]: INFO networking_nsxv3.common.synchronization [req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 req-0a8c5c04-073d-478b-a1c8-1f0f86285a4b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 950.920165] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 950.920165] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGHEST for action security_group_members [ 950.920316] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.920316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.920408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.920558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.920701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.920792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.920851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.920990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.921609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.921609] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.923328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.924279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.924279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.924279] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.037062] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f043eb-5d52-40e1-9763-c456887a0d30: rpc.has_security_group_logging(os_id): False [ 951.038275] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.063425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.063524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.063639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.063888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.096331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.096331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.096331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.100669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.100669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.100669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.100669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.101521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.101521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.101521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.101639] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 951.106148] env[62657]: INFO networking_nsxv3.common.synchronization [req-797e62d1-efca-4e5f-9bb2-aea586be0e1a req-63114ae9-c316-4369-a68d-7024927a1445 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Enqueued Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 951.106725] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a752e824-66c0-4650-a64b-bfc8879d4f67 with Priority: HIGHEST for action security_group_members [ 951.106909] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a752e824-66c0-4650-a64b-bfc8879d4f67 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.107292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.175650] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.175650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.175650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.175650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.175650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.190222] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 951.353628] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 951.353860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.354057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.354356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.354432] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.426221] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.427371] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.427491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.430643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.430643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.447879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.448228] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.448368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.448415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.448605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.448687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.448772] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be updated. [ 951.461513] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 in Status: SUCCESS [ 951.462187] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 deletion is rescheduled due to dependency. [ 951.462187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.474118] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.474317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.474392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.475309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.485948] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: IN_PROGRESS for 2s [ 951.542176] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.599337] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 951.599491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.877615] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.877615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.877615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.877830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.878064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.878327] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be deleted. [ 951.930822] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.930822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.930822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.930822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.930822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.930822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.930822] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.045779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.046100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.046100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.046669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.046669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.046669] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 952.091352] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.091493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.091606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.091771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.091985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.102629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 952.433770] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.434087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.434191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.434865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.434865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.434865] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be updated. [ 952.465607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.465780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.465891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.466204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.466376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.474848] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: IN_PROGRESS for 2s [ 953.212363] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 953.212645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.212755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.212974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.213082] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.495681] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 in Status: SUCCESS [ 953.495935] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 deletion is rescheduled due to dependency. [ 953.496057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.715730] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.715854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.833076] env[62657]: INFO networking_nsxv3.common.synchronization [req-59df53ea-b40e-4248-8158-7f0c2e210728 req-711ad03d-69df-4590-9a4e-70ab72a8940c tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 953.833076] env[62657]: INFO networking_nsxv3.common.synchronization [req-59df53ea-b40e-4248-8158-7f0c2e210728 req-711ad03d-69df-4590-9a4e-70ab72a8940c tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 953.833076] env[62657]: INFO networking_nsxv3.common.synchronization [req-59df53ea-b40e-4248-8158-7f0c2e210728 req-711ad03d-69df-4590-9a4e-70ab72a8940c tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 953.833076] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f043eb-5d52-40e1-9763-c456887a0d30 with Priority: HIGHEST for action security_group_members [ 953.833076] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGHEST for action security_group_members [ 953.833301] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGHEST for action security_group_members [ 953.833491] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.833612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.833805] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.833805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.834418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.834418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.834418] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.834418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.834418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.834602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.834602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.834666] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.835516] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.835617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.835673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.835785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.835926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.836029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.836088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.836223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.836293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.836484] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.965950] env[62657]: INFO networking_nsxv3.common.synchronization [req-6fde9e52-412f-4dab-bbf9-0774109f25a9 req-2b290dde-7c54-44a6-ae51-8f1570770ebb tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 953.966587] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 953.966968] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.967180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.967263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.968159] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.968159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.968159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.968159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.968159] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.114692] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.114692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.114692] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.114692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.114692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.115513] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.338854] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.339216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.339338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.339704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.341265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.341381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.361873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.362674] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.362849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.362968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.363231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.363347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.363445] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb is going to be updated. [ 954.364882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.366537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.381916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.385499] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.385499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.385499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.385499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.385499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.385499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be updated. [ 954.390509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.390915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.391585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.391853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.392045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.399530] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: IN_PROGRESS for 2s [ 954.409682] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.409850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.409914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.410138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.410354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.417791] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: IN_PROGRESS for 2s [ 954.470167] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.484644] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a752e824-66c0-4650-a64b-bfc8879d4f67 in Status: SUCCESS [ 954.484949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.485185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.485505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.485742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.485988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.486101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.486340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.486601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.486601] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a752e824-66c0-4650-a64b-bfc8879d4f67',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.617682] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.617897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.618222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.618635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.618635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.618854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.619090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.619456] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.619625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.619732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.619985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.620172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.620306] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 954.647281] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.647444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.647489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.647699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.647835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.658475] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 954.974124] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.989701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.989841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.989841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.990185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.990323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.990584] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.990752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.990850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.991048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.991186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.991791] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a752e824-66c0-4650-a64b-bfc8879d4f67 is going to be deleted. [ 955.026568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.026790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.026790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.027062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.027178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.027277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a752e824-66c0-4650-a64b-bfc8879d4f67" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.476609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.476966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.476966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.477213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.477213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.477322] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 955.502735] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.502909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.502954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.503163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.503333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.511610] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 956.296353] env[62657]: INFO networking_nsxv3.common.synchronization [req-cd6a3272-c94f-47fe-adcf-45ac98060a22 req-217b3f63-0d60-43bc-8162-a6cf0e252ef1 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 956.297153] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGHEST for action security_group_members [ 956.297217] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.297356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.297432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.297568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.297722] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.297811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.297901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.298094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.298179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.298216] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.411982] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb in Status: SUCCESS [ 956.412103] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb deletion is rescheduled due to dependency. [ 956.412403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.425540] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 in Status: SUCCESS [ 956.425684] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 deletion is rescheduled due to dependency. [ 956.425874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.667625] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 956.667625] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 deletion is rescheduled due to dependency. [ 956.667625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.667625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.668304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.668304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.668304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.668435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.668485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.668628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.668714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.668907] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f043eb-5d52-40e1-9763-c456887a0d30 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.669019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.669135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.669326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.669445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.669601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.669672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.669774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.669854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.669942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.670070] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.802992] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.803179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.803250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.803600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.803600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.803775] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.803868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.803929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.804087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.804158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.804277] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be updated. [ 956.837364] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.837364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.837364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.837364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.837364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.849368] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: IN_PROGRESS for 2s [ 957.175671] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f043eb-5d52-40e1-9763-c456887a0d30: rpc.has_security_group_logging(os_id): False [ 957.193129] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.193129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.193129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.193338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.193338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.193482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.193574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.193634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.194265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.194265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.194265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.194265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.194265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.194450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.194450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.195107] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.195107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.195107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.195107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.195107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.195107] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be updated. [ 957.282640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.282640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.282640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.282872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.282872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.305832] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: IN_PROGRESS for 2s [ 957.520440] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 957.521343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.665028] env[62657]: INFO networking_nsxv3.common.synchronization [None req-1235af20-8d96-4fba-99f2-ba1e899a8306 None None] Enqueued Resource ID: 9845ed77-8fb4-49b6-94f7-95e21a8e2dd3 with Priority: HIGHEST for action port [ 958.665028] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9845ed77-8fb4-49b6-94f7-95e21a8e2dd3 with Priority: HIGHEST for action port [ 958.665028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-9845ed77-8fb4-49b6-94f7-95e21a8e2dd3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.665571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9845ed77-8fb4-49b6-94f7-95e21a8e2dd3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.665571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9845ed77-8fb4-49b6-94f7-95e21a8e2dd3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.665571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9845ed77-8fb4-49b6-94f7-95e21a8e2dd3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.665571] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9845ed77-8fb4-49b6-94f7-95e21a8e2dd3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.854931] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b97f010-b352-4187-8524-4319de47c018 in Status: SUCCESS [ 958.854931] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b97f010-b352-4187-8524-4319de47c018 deletion is rescheduled due to dependency. [ 958.854931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.167414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9845ed77-8fb4-49b6-94f7-95e21a8e2dd3 [ 959.167650] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.167785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.167857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.168093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.168190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.168288] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9845ed77-8fb4-49b6-94f7-95e21a8e2dd3 already deleted. [ 959.168370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9845ed77-8fb4-49b6-94f7-95e21a8e2dd3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.323129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f043eb-5d52-40e1-9763-c456887a0d30 in Status: SUCCESS [ 959.323335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.323516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.324404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.325871] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f043eb-5d52-40e1-9763-c456887a0d30',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.410983] env[62657]: INFO networking_nsxv3.common.synchronization [None req-93409fe0-7953-4cf9-be04-499321a1dbdd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 959.413104] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 959.414022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.414022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.414022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.414022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.414022] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.519258] env[62657]: INFO networking_nsxv3.common.synchronization [None req-f760ea44-04a7-4366-82c4-8af3446741af tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 959.519758] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 959.520068] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.520173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.846186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.846513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.846857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.846857] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f043eb-5d52-40e1-9763-c456887a0d30 is going to be deleted. [ 959.897063] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.898061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.898061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.898228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.899598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.899598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f043eb-5d52-40e1-9763-c456887a0d30" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.936972] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.937150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.937223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.937459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.937563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.937667] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a already deleted. [ 959.937760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.937922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.938102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.938259] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.458832] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.460323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.460323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.460555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.460555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.460634] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a already deleted. [ 960.460671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.011918] env[62657]: INFO networking_nsxv3.common.synchronization [None req-bda2637f-ff60-47f4-8378-b99296149b33 None None] Enqueued Resource ID: 497c269a-1baf-430d-8cb0-5b5b55b78238 with Priority: HIGHEST for action port [ 961.012239] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497c269a-1baf-430d-8cb0-5b5b55b78238 with Priority: HIGHEST for action port [ 961.012897] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-497c269a-1baf-430d-8cb0-5b5b55b78238 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.013115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497c269a-1baf-430d-8cb0-5b5b55b78238" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.013187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497c269a-1baf-430d-8cb0-5b5b55b78238" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.016448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497c269a-1baf-430d-8cb0-5b5b55b78238" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.016448] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497c269a-1baf-430d-8cb0-5b5b55b78238',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.519166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497c269a-1baf-430d-8cb0-5b5b55b78238 [ 961.519166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.519166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.519166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.519166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.519166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.519166] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497c269a-1baf-430d-8cb0-5b5b55b78238 already deleted. [ 961.519166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497c269a-1baf-430d-8cb0-5b5b55b78238" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.931500] env[62657]: INFO networking_nsxv3.common.synchronization [None req-f1a30a38-a894-4b16-aa2f-0f74285507ee None None] Enqueued Resource ID: a457a0b7-6c98-4407-a1a8-15052fc0105f with Priority: HIGHEST for action port [ 962.932255] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a457a0b7-6c98-4407-a1a8-15052fc0105f with Priority: HIGHEST for action port [ 962.932454] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a457a0b7-6c98-4407-a1a8-15052fc0105f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.932610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a457a0b7-6c98-4407-a1a8-15052fc0105f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.933574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a457a0b7-6c98-4407-a1a8-15052fc0105f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.934037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a457a0b7-6c98-4407-a1a8-15052fc0105f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.934037] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a457a0b7-6c98-4407-a1a8-15052fc0105f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.122056] env[62657]: INFO networking_nsxv3.common.synchronization [None req-968b794d-9ce9-44e1-9357-690af1cb9ab1 None None] Enqueued Resource ID: acb9f5a5-8e3a-4413-b2c1-07eeae9559d8 with Priority: HIGHEST for action port [ 963.122851] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb9f5a5-8e3a-4413-b2c1-07eeae9559d8 with Priority: HIGHEST for action port [ 963.122938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb9f5a5-8e3a-4413-b2c1-07eeae9559d8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.123036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb9f5a5-8e3a-4413-b2c1-07eeae9559d8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.123104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb9f5a5-8e3a-4413-b2c1-07eeae9559d8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.123358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb9f5a5-8e3a-4413-b2c1-07eeae9559d8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.123430] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb9f5a5-8e3a-4413-b2c1-07eeae9559d8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.436021] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a457a0b7-6c98-4407-a1a8-15052fc0105f [ 963.436264] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.436980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.437088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.438118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.438118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.438118] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a457a0b7-6c98-4407-a1a8-15052fc0105f already deleted. [ 963.438118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a457a0b7-6c98-4407-a1a8-15052fc0105f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.628092] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acb9f5a5-8e3a-4413-b2c1-07eeae9559d8 [ 963.628092] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.628092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.629881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.629881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.629881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.629881] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acb9f5a5-8e3a-4413-b2c1-07eeae9559d8 already deleted. [ 963.630164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb9f5a5-8e3a-4413-b2c1-07eeae9559d8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.055266] env[62657]: INFO networking_nsxv3.common.synchronization [None req-efe65e1f-4232-41d9-b99d-f6dae16baf56 tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 964.055816] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 964.055816] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.055816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.055816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.056073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.056222] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.169418] env[62657]: INFO networking_nsxv3.common.synchronization [None req-02d7b76f-4c45-4a37-aa4f-3d4f4281e4de tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 964.169992] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 964.170546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.170672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.577367] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.577599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.577674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.577948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.578119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.578119] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b already deleted. [ 964.578207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.578343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.578567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.578651] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.099605] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.099910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.099910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.100319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.101235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.101335] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b already deleted. [ 965.101434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.121390] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d649534e-a26c-43ef-b7c1-6b9962acb17a None None] Enqueued Resource ID: 551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541 with Priority: HIGHEST for action port [ 965.121649] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541 with Priority: HIGHEST for action port [ 965.122231] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.122354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.122422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.122678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.122747] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.645887] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541 [ 965.645887] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.645887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.645887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.645887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.645887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.645887] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541 already deleted. [ 965.645887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551b1fc4-96b6-42a3-9a7b-e6eb0f1ec541" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.690652] env[62657]: INFO networking_nsxv3.common.synchronization [None req-91978405-1ea7-4308-baa0-a4f71d8b661f None None] Enqueued Resource ID: 55d2d186-3ea6-416a-849f-4d1752a2d680 with Priority: HIGHEST for action port [ 965.690841] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2d186-3ea6-416a-849f-4d1752a2d680 with Priority: HIGHEST for action port [ 965.691168] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d2d186-3ea6-416a-849f-4d1752a2d680 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.691749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d2d186-3ea6-416a-849f-4d1752a2d680" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.691749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d2d186-3ea6-416a-849f-4d1752a2d680" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.691749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d2d186-3ea6-416a-849f-4d1752a2d680" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.691749] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d2d186-3ea6-416a-849f-4d1752a2d680',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.195946] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55d2d186-3ea6-416a-849f-4d1752a2d680 [ 966.195946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.196417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.196417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.196417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.196575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.196575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55d2d186-3ea6-416a-849f-4d1752a2d680 already deleted. [ 966.196679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d2d186-3ea6-416a-849f-4d1752a2d680" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.887666] env[62657]: INFO networking_nsxv3.common.synchronization [None req-5d9375e2-13b1-4db9-a469-e8b24b80bff1 None None] Enqueued Resource ID: fec7e059-0e6e-4e77-81cd-fb4e68852e28 with Priority: HIGHEST for action port [ 968.888216] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec7e059-0e6e-4e77-81cd-fb4e68852e28 with Priority: HIGHEST for action port [ 968.888527] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec7e059-0e6e-4e77-81cd-fb4e68852e28 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.888648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec7e059-0e6e-4e77-81cd-fb4e68852e28" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.888717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec7e059-0e6e-4e77-81cd-fb4e68852e28" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.888960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec7e059-0e6e-4e77-81cd-fb4e68852e28" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.889236] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec7e059-0e6e-4e77-81cd-fb4e68852e28',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.353377] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:1 completed [ 969.353502] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:2 started [ 969.392425] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec7e059-0e6e-4e77-81cd-fb4e68852e28 [ 969.392655] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.392785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.396017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.396017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.396017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.396017] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec7e059-0e6e-4e77-81cd-fb4e68852e28 already deleted. [ 969.396017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec7e059-0e6e-4e77-81cd-fb4e68852e28" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.225194] env[62657]: INFO networking_nsxv3.common.synchronization [req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 req-1a9a1632-8cb6-480a-8840-740d28683ca3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 970.225527] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 970.225866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.226104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.226194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.226653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.226653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.226831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.226831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.226940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.227042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.227148] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.551994] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.552229] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.552364] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.552651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.552999] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.553175] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.553302] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.553527] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.553806] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.553908] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.554024] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.554140] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.554268] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.554411] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.554531] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.554777] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.574805] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.575167] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.575263] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.575486] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.575851] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.576239] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.576239] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.576612] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.577810] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4358c3ae-5c7f-4cc7-a0c3-d842d3d79107',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.729490] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.729759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.729759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.729925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.730025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.730223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.730317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.730375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.730526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.730604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.730758] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 already deleted. [ 970.730842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.084316] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.084681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.084857] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.085226] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.085432] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.085641] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 not found, creating... [ 971.085961] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.086196] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.086426] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.086725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.086938] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.087439] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.087608] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.087794] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.088127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.088381] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.088562] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 is going to be created. [ 971.109778] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.109778] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.109778] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.109778] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.110236] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.110607] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.138271] env[62657]: INFO networking_nsxv3.common.synchronization [None req-d89126e4-769f-4c49-94b9-c81e114f233f None None] Enqueued Resource ID: 397870f6-0b5d-47d1-8086-c77f0c0b68a0 with Priority: HIGHEST for action port [ 971.138271] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397870f6-0b5d-47d1-8086-c77f0c0b68a0 with Priority: HIGHEST for action port [ 971.138271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-397870f6-0b5d-47d1-8086-c77f0c0b68a0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.138271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397870f6-0b5d-47d1-8086-c77f0c0b68a0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.138271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397870f6-0b5d-47d1-8086-c77f0c0b68a0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.138271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397870f6-0b5d-47d1-8086-c77f0c0b68a0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.138271] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397870f6-0b5d-47d1-8086-c77f0c0b68a0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.641436] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 397870f6-0b5d-47d1-8086-c77f0c0b68a0 [ 971.641791] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.641982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.644162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.644418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.644528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.644622] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:397870f6-0b5d-47d1-8086-c77f0c0b68a0 already deleted. [ 971.644705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397870f6-0b5d-47d1-8086-c77f0c0b68a0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.716531] env[62657]: INFO networking_nsxv3.common.synchronization [req-44d7846f-9812-4dff-8e22-0a4eecd92e7f req-b0ea3ff0-4199-4ee5-bee5-07e94ef0afbf tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 971.717086] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 971.717383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.717503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.717843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.717843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.717951] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.718991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.719105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.719286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.719393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.719514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.889260] env[62657]: INFO networking_nsxv3.common.synchronization [req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 req-0a88163e-4b35-4327-8043-7e11d4ddb178 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 971.889486] env[62657]: INFO networking_nsxv3.common.synchronization [req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 req-0a88163e-4b35-4327-8043-7e11d4ddb178 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 971.889639] env[62657]: INFO networking_nsxv3.common.synchronization [req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 req-0a88163e-4b35-4327-8043-7e11d4ddb178 service nova] Enqueued Resource ID: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 with Priority: HIGHEST for action port [ 971.890123] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 971.890252] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 971.890349] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 with Priority: HIGHEST for action port [ 971.890613] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.890732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.890828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.892264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.892357] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.894841] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.895103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.895192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.895383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.895545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.895912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.895912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.895912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.896050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.896094] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.897264] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.897370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.897430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.897582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.897657] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4358c3ae-5c7f-4cc7-a0c3-d842d3d79107',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.036956] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.036956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.036956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.037239] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.037817] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.037991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.038775] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.040233] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.040438] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.040713] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.040851] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.041128] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.041229] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.041393] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.041533] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.041897] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.059980] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.060209] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.060377] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.060610] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.060929] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-f15a35cd-fc9d-4f89-aa01-b46403833416 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.061150] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.061299] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.061639] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.061804] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15a35cd-fc9d-4f89-aa01-b46403833416',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.222331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.222493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.222573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.223984] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.223984] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a already deleted. [ 972.223984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.394649] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.394649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.398169] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.399168] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 with status ACTIVE [ 972.399340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.399483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.399569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.399739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.399823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.399989] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.400096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.400160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.400305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.400373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.400552] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.400644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.400730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.400869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.400949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.401033] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 is going to be updated. [ 972.420192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.420363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.420431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.420649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.421056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.421241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.565045] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.565374] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.565598] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.566051] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.566316] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.566589] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port f15a35cd-fc9d-4f89-aa01-b46403833416 not found, creating... [ 972.567053] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.567326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.567530] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.567884] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.568139] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.568629] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.568897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.569117] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.569456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.569707] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.569953] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: f15a35cd-fc9d-4f89-aa01-b46403833416 is going to be created. [ 972.592725] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.593034] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.593227] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.593962] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.593962] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.594184] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.902975] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.405525] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.405686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.405786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.406033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.406135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.406236] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be created. [ 973.428020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.428210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.428316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.428495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.428687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.438081] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: UNINITIALIZED for 2s [ 973.476425] env[62657]: INFO networking_nsxv3.common.synchronization [req-44d7846f-9812-4dff-8e22-0a4eecd92e7f req-c4fb2fb2-85ee-43e3-b5cc-b0abe7c637e2 service nova] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 973.476627] env[62657]: INFO networking_nsxv3.common.synchronization [req-44d7846f-9812-4dff-8e22-0a4eecd92e7f req-c4fb2fb2-85ee-43e3-b5cc-b0abe7c637e2 service nova] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 973.476774] env[62657]: INFO networking_nsxv3.common.synchronization [req-44d7846f-9812-4dff-8e22-0a4eecd92e7f req-c4fb2fb2-85ee-43e3-b5cc-b0abe7c637e2 service nova] Enqueued Resource ID: f15a35cd-fc9d-4f89-aa01-b46403833416 with Priority: HIGHEST for action port [ 973.477025] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 973.477158] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 973.477253] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15a35cd-fc9d-4f89-aa01-b46403833416 with Priority: HIGHEST for action port [ 973.478040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.478040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.478040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.478615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.478704] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.480351] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.480762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.480844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.481191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.481343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.481798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.481798] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.482427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15a35cd-fc9d-4f89-aa01-b46403833416 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.482593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.482593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.482727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.482951] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15a35cd-fc9d-4f89-aa01-b46403833416',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.985507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.985831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.985831] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.986717] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f15a35cd-fc9d-4f89-aa01-b46403833416 with status ACTIVE [ 973.988648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.988648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.988648] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.988648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.988648] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f15a35cd-fc9d-4f89-aa01-b46403833416 is going to be updated. [ 974.013639] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.013825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.013879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.014164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.014328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.014558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15a35cd-fc9d-4f89-aa01-b46403833416" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.498151] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.547833] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b562124f-c399-488f-a440-ec3d84fdb67a None None] Enqueued Resource ID: 8fe31740-f66e-4984-a245-c8e4f1201b24 with Priority: HIGHEST for action port [ 974.547833] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe31740-f66e-4984-a245-c8e4f1201b24 with Priority: HIGHEST for action port [ 974.547833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe31740-f66e-4984-a245-c8e4f1201b24 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.547833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe31740-f66e-4984-a245-c8e4f1201b24" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.547833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe31740-f66e-4984-a245-c8e4f1201b24" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.547833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe31740-f66e-4984-a245-c8e4f1201b24" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.547833] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe31740-f66e-4984-a245-c8e4f1201b24',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.999413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.999702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.999702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.999849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.999907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.000014] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be created. [ 975.023191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.023191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.023191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.023191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.023191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.030662] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: UNINITIALIZED for 2s [ 975.052187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe31740-f66e-4984-a245-c8e4f1201b24 [ 975.052187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.052187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.052187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.052187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.052187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.052187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe31740-f66e-4984-a245-c8e4f1201b24 already deleted. [ 975.052187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe31740-f66e-4984-a245-c8e4f1201b24" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.158531] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a0e5eb41-fc1a-4161-97c8-fbe536f1c060 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 975.158531] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 975.158531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.158531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.158531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.158531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.158531] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.241095] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c7addcd7-07ad-4d7f-9e76-84a28b9a095f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 975.241804] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 975.242079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.242185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.448964] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 975.449231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.449381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.449628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.449833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.449950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.450645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.450645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.450645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.450645] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.674732] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.674888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.674949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.675170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.676101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.676101] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 already deleted. [ 975.676101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.676101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.676101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.676101] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.952432] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.952840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.952985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.954818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.954818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.954818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.955322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.955322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.955322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.955441] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.955491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.955530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.956041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.956041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.956041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.956041] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.077365] env[62657]: INFO networking_nsxv3.common.synchronization [req-4111fc36-3b8d-4a19-b25c-cbb003434922 req-1158c632-f1c8-4df2-ac73-9ca088d02508 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 976.078176] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 976.078265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.078387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.078480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.078729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.078885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.078986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.080271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.080460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.080552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.080652] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.195207] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.195419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.195512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.195757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.195873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.195991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 already deleted. [ 976.196200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.459815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56b8123-b840-4612-8c01-60796c20d486: rpc.has_security_group_logging(os_id): False [ 976.480213] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.480517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.480517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.480756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.480756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.480962] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.481054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.481095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.482222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.482222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.482222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.482954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.482954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.482954] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be created. [ 976.536299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.536431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.536509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.536728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.536911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.548219] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 976.559318] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.559318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.559318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.559318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.559318] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.559830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.569129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.569129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.569129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.569129] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.569129] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.569129] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.569129] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.569129] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.569129] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.569129] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.584019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.584019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.584019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.584463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.584463] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e already deleted. [ 976.584463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.591704] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.591966] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.592116] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.592454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.592614] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.592788] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.593240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.593322] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.593412] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94f786a-9203-4cb4-9aa9-60bc198ccd2d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.799100] env[62657]: INFO networking_nsxv3.common.synchronization [None req-73cbd4c0-4595-41f6-9c9b-450abcca2900 None None] Enqueued Resource ID: 5c77c84c-3691-48eb-aa66-1ff5c148cfc0 with Priority: HIGHEST for action port [ 976.799894] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c77c84c-3691-48eb-aa66-1ff5c148cfc0 with Priority: HIGHEST for action port [ 976.802167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c77c84c-3691-48eb-aa66-1ff5c148cfc0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.802510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c77c84c-3691-48eb-aa66-1ff5c148cfc0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.802667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c77c84c-3691-48eb-aa66-1ff5c148cfc0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.802972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c77c84c-3691-48eb-aa66-1ff5c148cfc0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.804135] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c77c84c-3691-48eb-aa66-1ff5c148cfc0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.043184] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 977.043412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.043592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.043799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.044016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.044145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.044211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.044374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.044454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.044541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.044679] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.096195] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.096597] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.096639] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.096927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.097107] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.097286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port c94f786a-9203-4cb4-9aa9-60bc198ccd2d not found, creating... [ 977.097567] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.097731] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.097854] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098099] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.098247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.098630] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098823] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.098975] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.099266] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.099666] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.099745] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: c94f786a-9203-4cb4-9aa9-60bc198ccd2d is going to be created. [ 977.117206] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.117419] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.117621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.118261] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.118261] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.119166] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.308071] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c77c84c-3691-48eb-aa66-1ff5c148cfc0 [ 977.308446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.308602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.308674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.308879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.308969] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.309076] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c77c84c-3691-48eb-aa66-1ff5c148cfc0 already deleted. [ 977.309159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c77c84c-3691-48eb-aa66-1ff5c148cfc0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.547167] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.851399] env[62657]: INFO networking_nsxv3.common.synchronization [req-4111fc36-3b8d-4a19-b25c-cbb003434922 req-24f87fe1-b162-44f0-94ad-bb4ffb7f0088 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 977.851468] env[62657]: INFO networking_nsxv3.common.synchronization [req-4111fc36-3b8d-4a19-b25c-cbb003434922 req-24f87fe1-b162-44f0-94ad-bb4ffb7f0088 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 977.851600] env[62657]: INFO networking_nsxv3.common.synchronization [req-4111fc36-3b8d-4a19-b25c-cbb003434922 req-24f87fe1-b162-44f0-94ad-bb4ffb7f0088 service nova] Enqueued Resource ID: c94f786a-9203-4cb4-9aa9-60bc198ccd2d with Priority: HIGHEST for action port [ 977.851829] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 977.851949] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 977.852089] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94f786a-9203-4cb4-9aa9-60bc198ccd2d with Priority: HIGHEST for action port [ 977.852732] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.852899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.853133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.854761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.854885] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.855829] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.855974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.856186] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.856394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.856394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.856563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.856660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.856660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.856746] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.857547] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.857683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.857729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.857889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.857962] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94f786a-9203-4cb4-9aa9-60bc198ccd2d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.050098] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78dc867-54f4-46a5-bf9c-62e22d855b2a: rpc.has_security_group_logging(os_id): False [ 978.068399] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.068560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.068646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.068836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.068926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.069177] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.069273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.069333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.069483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.069560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.069645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be created. [ 978.151704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.152040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.152040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.152138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.152331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.164281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 978.359663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.359804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.359978] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.362494] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c94f786a-9203-4cb4-9aa9-60bc198ccd2d with status ACTIVE [ 978.362698] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.362813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.362876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.363098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.365640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.365640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.365640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.365640] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c94f786a-9203-4cb4-9aa9-60bc198ccd2d is going to be updated. [ 978.387945] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.388088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.388150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.388344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.388506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.388984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94f786a-9203-4cb4-9aa9-60bc198ccd2d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.471728] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b req-04ad1d47-e1c5-43e9-9d7b-e828002ca8ea tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 978.471831] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 978.472183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.472311] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.472382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.472609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.473063] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.473063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.473063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.473347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.473347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.473347] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.557917] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 978.558159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.775451] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775655] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.775788] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.776098] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.776396] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.776576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.776703] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.776934] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.777139] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.777358] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.777489] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.777606] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.777720] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.777836] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.777948] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.778097] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.795991] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.796193] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.796344] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.796651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.796858] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-5ad791cf-c85c-4863-830d-f8b0aa761949 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.797048] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.797209] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.797494] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.797656] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad791cf-c85c-4863-830d-f8b0aa761949',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.862028] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.975469] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.301730] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.301730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.301730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.302148] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.302276] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.302511] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 5ad791cf-c85c-4863-830d-f8b0aa761949 not found, creating... [ 979.302893] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.303137] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.303320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.303634] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.303876] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.304215] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.304382] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.304506] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.304727] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.304863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.305015] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 5ad791cf-c85c-4863-830d-f8b0aa761949 is going to be created. [ 979.324444] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.324659] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.324800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.325144] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.325344] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.325589] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.368267] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.368414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.368504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.368702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.368792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.368892] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be created. [ 979.403116] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.403296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.403353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.403555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.403719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.413952] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: UNINITIALIZED for 2s [ 979.478087] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.980529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.980723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.980794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.981169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.981416] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 980.011243] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.011414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.011492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.011732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.011902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.019979] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 980.133194] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b req-0ac1b28f-5811-4491-ae7d-37577744eb74 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 980.133474] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b req-0ac1b28f-5811-4491-ae7d-37577744eb74 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 980.133774] env[62657]: INFO networking_nsxv3.common.synchronization [req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b req-0ac1b28f-5811-4491-ae7d-37577744eb74 service nova] Enqueued Resource ID: 5ad791cf-c85c-4863-830d-f8b0aa761949 with Priority: HIGHEST for action port [ 980.134443] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 980.134630] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 980.134772] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad791cf-c85c-4863-830d-f8b0aa761949 with Priority: HIGHEST for action port [ 980.135280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.135505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.135584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.135787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.135870] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.136731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.136832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.137039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad791cf-c85c-4863-830d-f8b0aa761949 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.137130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.137200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.137361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.137436] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad791cf-c85c-4863-830d-f8b0aa761949',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.189063] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 980.189384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.642515] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.642515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.644514] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad791cf-c85c-4863-830d-f8b0aa761949 with status ACTIVE [ 980.644514] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.644514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.644742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.644742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.644883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.645234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.645367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.645529] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.645611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.645926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.645926] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad791cf-c85c-4863-830d-f8b0aa761949 is going to be updated. [ 980.668047] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.668201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.668273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.668470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.668765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.668942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad791cf-c85c-4863-830d-f8b0aa761949" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.929554] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab25951e-2476-4231-89a2-1e5ff3212b71 req-91339921-b836-497e-acc0-1e8e4cb872e9 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Enqueued Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 980.930120] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 980.930423] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.930561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.930604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.930848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.931019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.931174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.931174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.931326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.931410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.931514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.424391] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 981.424600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.424934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.425153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.425335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.426019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.426019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.426019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.426019] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.426019] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.435386] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.435610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.435717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.436061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.436061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.436222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.436319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.436385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.436531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.436607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.436690] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 already deleted. [ 981.436768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.613040] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.613040] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.613040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.613868] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.614198] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.614479] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.614720] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.614959] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.615187] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.615489] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.634475] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.634836] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.635997] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.635997] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-323" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.635997] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-c7f44dab-2d14-4758-aa53-f579ea429eb8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.636212] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.636780] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.636780] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.636780] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f44dab-2d14-4758-aa53-f579ea429eb8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.930023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.930364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.930364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.930466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.930640] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.930760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.930832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.931020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.931112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.931201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.931348] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.931444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.931506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.931654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.931791] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.931872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.931926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.932080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.932155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.932238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.932324] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.029491] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 982.029766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.029947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.030221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.030360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.030476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.030537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.030689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.030771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.030881] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.141256] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.141256] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port c7f44dab-2d14-4758-aa53-f579ea429eb8 not found, creating... [ 982.141256] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.141256] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.141986] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.141986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.141986] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.142158] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.142290] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.142420] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: c7f44dab-2d14-4758-aa53-f579ea429eb8 is going to be created. [ 982.163604] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.164373] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.164499] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.164722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.164977] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.165243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.435186] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 982.459892] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.460369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.461030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.461030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.461030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.461279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.461403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.461548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.461693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.461791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.461992] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.462630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.462630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.462630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.462630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.462833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.463476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.463476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.463476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.463476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.463476] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be created. [ 982.525126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.525684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.525684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.525852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.525973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.533029] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.537086] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab25951e-2476-4231-89a2-1e5ff3212b71 req-38fe1370-07bf-47de-954c-a047788d3df6 service nova] Enqueued Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_rules [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab25951e-2476-4231-89a2-1e5ff3212b71 req-38fe1370-07bf-47de-954c-a047788d3df6 service nova] Enqueued Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab25951e-2476-4231-89a2-1e5ff3212b71 req-38fe1370-07bf-47de-954c-a047788d3df6 service nova] Enqueued Resource ID: c7f44dab-2d14-4758-aa53-f579ea429eb8 with Priority: HIGHEST for action port [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_rules [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 982.913313] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f44dab-2d14-4758-aa53-f579ea429eb8 with Priority: HIGHEST for action port [ 982.914016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.914284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.914467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.914870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.915058] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.916130] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.916820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.916820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.916820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.917165] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.917534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.918026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.918026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.918026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.918356] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.920034] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f44dab-2d14-4758-aa53-f579ea429eb8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.920147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.920147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.920967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.920967] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f44dab-2d14-4758-aa53-f579ea429eb8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.035850] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.232149] env[62657]: INFO networking_nsxv3.common.synchronization [req-ef1dda0d-2dbb-495e-9199-983ccc8290ff req-6c5868b9-ef11-45c3-80d2-d5c8fe20b10d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 983.232655] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 983.232959] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.233092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.233160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.233440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.233601] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.233708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.233772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.233927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.234038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.234144] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.422089] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.423023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.423023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.423427] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7f44dab-2d14-4758-aa53-f579ea429eb8 with status ACTIVE [ 983.423777] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.424035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.424173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.424758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.424995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.425161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.425324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.425861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.425861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.425980] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.426087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.426301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.426380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.426476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.426617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7f44dab-2d14-4758-aa53-f579ea429eb8 is going to be updated. [ 983.455460] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.456507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.456507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.456507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.456507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.456507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f44dab-2d14-4758-aa53-f579ea429eb8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.539754] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.539923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.539996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.540299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.540416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.540873] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 983.578366] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578590] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.578730] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.579029] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.579291] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.579457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.579621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.579895] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.580066] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.580293] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.580405] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.580520] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.580635] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.580752] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.580865] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.581009] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.586914] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.587034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.587107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.587264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.587402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.595204] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 983.633061] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.633061] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.633061] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.633061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.633061] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-d3590a54-4832-48fb-b903-116709b0b134 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.633061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.633061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.633061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.633061] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3590a54-4832-48fb-b903-116709b0b134',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.737159] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.737472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.737613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.737888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.738014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.738345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.738534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.738648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.738954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.739236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.739916] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 already deleted. [ 983.740070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.924931] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.104104] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.104404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.104493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.104778] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.104944] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.105119] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port d3590a54-4832-48fb-b903-116709b0b134 not found, creating... [ 984.105387] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.105551] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.105699] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.105892] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.106050] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.106349] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.106513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.106638] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.106849] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.106991] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.107827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: d3590a54-4832-48fb-b903-116709b0b134 is going to be created. [ 984.128117] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.128351] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.128440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.128722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.128965] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.129263] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.268026] env[62657]: INFO networking_nsxv3.common.synchronization [req-c44a8c4b-0741-4198-922c-818d5e952eb9 req-d0f12686-afa1-476e-8b90-edca27940123 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 984.268026] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 984.268026] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.268026] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.268026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.268421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.268421] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.430152] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.430152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.430152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.430152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.430152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.430152] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 is going to be created. [ 984.453538] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.453931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.454143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.455023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.458037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.465536] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: UNINITIALIZED for 2s [ 984.549499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 984.549751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.772995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.773174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.773247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.773463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.773551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.773742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.773839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.773901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.774096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.774176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.775025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 984.797891] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.798070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.798126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.798309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.798448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.806368] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 985.060475] env[62657]: INFO networking_nsxv3.common.synchronization [req-ef1dda0d-2dbb-495e-9199-983ccc8290ff req-31def6dc-2055-491d-969e-d24416ddd128 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 985.060676] env[62657]: INFO networking_nsxv3.common.synchronization [req-ef1dda0d-2dbb-495e-9199-983ccc8290ff req-31def6dc-2055-491d-969e-d24416ddd128 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 985.060845] env[62657]: INFO networking_nsxv3.common.synchronization [req-ef1dda0d-2dbb-495e-9199-983ccc8290ff req-31def6dc-2055-491d-969e-d24416ddd128 service nova] Enqueued Resource ID: d3590a54-4832-48fb-b903-116709b0b134 with Priority: HIGHEST for action port [ 985.061266] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 985.061266] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 985.061418] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3590a54-4832-48fb-b903-116709b0b134 with Priority: HIGHEST for action port [ 985.065127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.065127] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.065127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.065127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.065127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.065127] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.065811] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3590a54-4832-48fb-b903-116709b0b134 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.065811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.065811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.065811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.065811] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3590a54-4832-48fb-b903-116709b0b134',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.570299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.570299] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.570299] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3590a54-4832-48fb-b903-116709b0b134 with status ACTIVE [ 985.570299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.570299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.570299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.570956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.570956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.570956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.570956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.570956] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3590a54-4832-48fb-b903-116709b0b134 is going to be updated. [ 985.592119] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.592792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.592889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.593468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.593468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.593468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3590a54-4832-48fb-b903-116709b0b134" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.605903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 985.605903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.606241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.606525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.606789] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.608340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.608340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.608340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.608340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.608340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.608340] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.060715] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.060927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.061096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.061702] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.061702] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.061920] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.062023] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.062324] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.062611] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.062917] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.062917] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.063062] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.063135] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.063266] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.063383] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.063520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.072366] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.081698] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.081869] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.082025] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.082214] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.082522] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-1128f339-6b93-494e-9ba3-e70c92e85191 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.082692] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.082879] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.083457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.083457] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1128f339-6b93-494e-9ba3-e70c92e85191',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.109989] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.110155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.110920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.110920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.110920] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.110920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.110920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.110920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.111316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.111316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.111316] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.111316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.111429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.111580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.111643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.111794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.111794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.112012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.112012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.112092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.112132] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.474212] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: SUCCESS [ 986.474464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.474626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.474835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.475037] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.475179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.475252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.475411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.475491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.475574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.475662] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.574253] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.574527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.574527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.574749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.574837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.574934] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be created. [ 986.585386] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.585605] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.585744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.586061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.586222] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.586609] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.586769] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.586894] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.587135] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.587278] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.587562] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.587720] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.587842] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.588069] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.588258] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.588359] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 1128f339-6b93-494e-9ba3-e70c92e85191 is going to be updated. [ 986.595459] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.595613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.595653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.595806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.595951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.605110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: UNINITIALIZED for 2s [ 986.606444] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.607478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.607478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.607478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.607478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.607478] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.614084] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 986.628886] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.629025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.629101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.629287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.646094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.646310] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.646426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.646506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.646719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.646864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.647398] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.647398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.647398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.647539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.647539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.647695] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.647808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.647878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.648042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.648120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.648209] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 986.720308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.720444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.720535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.720763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.721028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.743616] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 986.817644] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 986.817971] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 deletion is rescheduled due to dependency. [ 986.818740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.978022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.978170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.978231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.978533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.978781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.978900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.978989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.979239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.979239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.979318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.979472] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.979563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.979648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.979772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.979906] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.980045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.980143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.980258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.980332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.980411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.980503] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.371700] env[62657]: INFO networking_nsxv3.common.synchronization [req-86e24e54-7584-425e-8fa4-1d46e7b64c63 req-bd638f69-d2d9-4949-b099-755b5f34731e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 987.371700] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGHEST for action security_group_members [ 987.372117] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.372241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.372341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.372562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.372720] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.373207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.373308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.373664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.373777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.373936] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.403219] env[62657]: INFO networking_nsxv3.common.synchronization [req-8658007c-126a-440f-8896-4ca02a4d30ff req-ca55d7ed-bc69-47e9-92b0-5aa9929b023f service nova] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 987.403219] env[62657]: INFO networking_nsxv3.common.synchronization [req-8658007c-126a-440f-8896-4ca02a4d30ff req-ca55d7ed-bc69-47e9-92b0-5aa9929b023f service nova] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 987.403219] env[62657]: INFO networking_nsxv3.common.synchronization [req-8658007c-126a-440f-8896-4ca02a4d30ff req-ca55d7ed-bc69-47e9-92b0-5aa9929b023f service nova] Enqueued Resource ID: 1128f339-6b93-494e-9ba3-e70c92e85191 with Priority: HIGHEST for action port [ 987.403488] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_rules [ 987.403622] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 987.403714] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1128f339-6b93-494e-9ba3-e70c92e85191 with Priority: HIGHEST for action port [ 987.404018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.404569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.404569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.404569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.404569] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.406024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.406024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.406024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.406024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.406024] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.406024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.406024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.406292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.406292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.406292] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.407224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1128f339-6b93-494e-9ba3-e70c92e85191 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.407224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.407372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.407432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.408292] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1128f339-6b93-494e-9ba3-e70c92e85191',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.483373] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffd451c8-3af6-4b22-a31f-04eacc4972a5: rpc.has_security_group_logging(os_id): False [ 987.502182] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.503461] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.503461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.503881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.503881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.503881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.503881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.504209] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.504359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.504442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.504615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.504717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.504826] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 is going to be created. [ 987.556832] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.559954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.570811] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: IN_PROGRESS for 2s [ 987.876754] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.877198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.877198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.877198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.896072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.896340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.896466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.896536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.896738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.896826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.896910] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637044fe-2922-4103-9797-e995fd211cea is going to be updated. [ 987.909560] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.909772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.909848] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.912417] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1128f339-6b93-494e-9ba3-e70c92e85191 with status ACTIVE [ 987.913394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.913546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.913622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.914614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.914740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.915364] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.915574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.915847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.916049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.916152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.921161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.921344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.921429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.921522] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1128f339-6b93-494e-9ba3-e70c92e85191 is going to be updated. [ 987.923421] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.923533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.923599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.923770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.923909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.932726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: IN_PROGRESS for 2s [ 987.943252] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.943429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.943512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.943753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.943828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.943982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1128f339-6b93-494e-9ba3-e70c92e85191" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.411938] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.613222] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 988.613222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.613339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.613545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.613762] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.613912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.613993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.614188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.614271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.614362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.614471] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.760147] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 988.760147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.914553] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.914553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.914903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.914903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.914981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.915599] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be updated. [ 988.943362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.943362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.943362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.943362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.943362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.951101] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: IN_PROGRESS for 2s [ 989.117975] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.583360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: SUCCESS [ 989.583651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.620802] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 989.637039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.637232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.637726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.637726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.637726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.637942] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.638135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.638235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.638464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.638603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.638793] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be created. [ 989.700669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.701020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.701020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.701170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.701338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.712629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 989.943535] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637044fe-2922-4103-9797-e995fd211cea in Status: SUCCESS [ 989.943535] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637044fe-2922-4103-9797-e995fd211cea deletion is rescheduled due to dependency. [ 989.943535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.951863] env[62657]: INFO networking_nsxv3.common.synchronization [req-8caa8703-2127-4cce-a429-7e33a3097c9e req-4bbf7146-8453-4c00-8171-31a3779de383 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 989.956139] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 989.957018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.957436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.958920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.961520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.961520] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.961520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.961520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.961520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.961520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.961520] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.464117] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.464326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.464444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.464783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.464919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.465202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.465341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.465475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.465678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.465738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.465790] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 990.473234] env[62657]: INFO networking_nsxv3.common.synchronization [req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb req-ff733edc-d866-4bb2-aebe-d7c06e094b9f tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 990.473234] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 990.473234] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.473234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.473234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.473961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.474084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.474187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.474254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.474449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.474534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.474645] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.499350] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.499438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.499574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.499742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.499952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.508835] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 990.797061] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.797195] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-234" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.797293] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-234" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.797619] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-234" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.797880] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.798054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.798179] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.798403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.798554] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.798903] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.799042] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.799182] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.799297] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.799415] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.799529] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.799669] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.818145] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.818410] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.818521] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.818732] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-234" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.819079] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-49c9946d-e562-4528-b378-c28d323c66f3 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.819281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.819370] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.819742] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.819882] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c9946d-e562-4528-b378-c28d323c66f3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.961136] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 990.961399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.961511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.961750] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.961946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.962075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.962142] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.962298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.962376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.962459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.962547] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.977187] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.977314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.977388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.977577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.977663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.977845] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.977942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.978011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.978166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.978239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.978556] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b already deleted. [ 990.978556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.324800] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.325152] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.325227] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.325514] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.325690] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.325872] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 49c9946d-e562-4528-b378-c28d323c66f3 not found, creating... [ 991.326166] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.326330] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.326454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.326794] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.326957] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.327267] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.327454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.327582] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.327816] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.327976] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.328140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 49c9946d-e562-4528-b378-c28d323c66f3 is going to be created. [ 991.352030] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.352203] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.352243] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.352513] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.352764] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.352994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.465076] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.724360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 991.724360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.969400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4040a181-0fde-4626-b30d-90b1bdbfb847: rpc.has_security_group_logging(os_id): False [ 991.987229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.988221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.988316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.988527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.007999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.008308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.008431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.008484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.008671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.008763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.008851] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be updated. [ 992.066916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.067021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.067118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.067393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.067539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.082366] env[62657]: INFO networking_nsxv3.common.synchronization [req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb req-193ae11b-11fc-40d4-9453-4b89d7b9c437 service nova] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 992.082366] env[62657]: INFO networking_nsxv3.common.synchronization [req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb req-193ae11b-11fc-40d4-9453-4b89d7b9c437 service nova] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 992.082366] env[62657]: INFO networking_nsxv3.common.synchronization [req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb req-193ae11b-11fc-40d4-9453-4b89d7b9c437 service nova] Enqueued Resource ID: 49c9946d-e562-4528-b378-c28d323c66f3 with Priority: HIGHEST for action port [ 992.082851] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: IN_PROGRESS for 2s [ 992.086238] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_rules [ 992.086238] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 992.086238] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c9946d-e562-4528-b378-c28d323c66f3 with Priority: HIGHEST for action port [ 992.086238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.086238] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.086238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.086238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.086238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.086879] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.087376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c9946d-e562-4528-b378-c28d323c66f3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.087467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.087534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.087676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.087744] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c9946d-e562-4528-b378-c28d323c66f3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.518368] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 992.518547] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 992.518661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.589892] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.591360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.591473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.591697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49c9946d-e562-4528-b378-c28d323c66f3 with status ACTIVE [ 992.591928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.592102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.592204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.592482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.592612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.592858] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.593068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.593272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.595410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.595410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.595410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49c9946d-e562-4528-b378-c28d323c66f3 is going to be updated. [ 992.613062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.613209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.613290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.613519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.613662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.613819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c9946d-e562-4528-b378-c28d323c66f3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.085138] env[62657]: INFO networking_nsxv3.common.synchronization [req-c92d195c-f4a0-45b7-b0d9-3d720073919b req-c2c6c014-a2ab-43d3-bda2-41bb5a64e9b5 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 993.085806] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 993.086313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.086459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.086559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.086830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.087166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.087306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.087377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.087544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.087632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.087746] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.096704] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.518646] env[62657]: INFO networking_nsxv3.common.synchronization [None req-2a49fe6f-b36a-4408-a998-7349baf8141a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 993.519132] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 993.519432] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.519563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.519642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.519902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.519983] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.590318] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.599113] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.599255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.601903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.601903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.601903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.601903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b is going to be created. [ 993.615280] env[62657]: INFO networking_nsxv3.common.synchronization [None req-feeaf243-01cd-4c3b-a8a9-e063559cd78c tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 993.615671] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 993.615972] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.616089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.623160] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.623303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.623417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.623829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.623829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.633272] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: UNINITIALIZED for 2s [ 994.050468] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.050638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.050707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.050995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.051210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.051294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 already deleted. [ 994.051381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.051599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.052281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.052407] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.094222] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.100476] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 994.100711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.214858] env[62657]: INFO networking_nsxv3.common.synchronization [req-fd5526a6-4f27-492d-884e-aca010d8b11c req-eba77dca-e6da-4704-81de-311616bb2d6c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Enqueued Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 994.215748] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGHEST for action security_group_members [ 994.215748] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.215906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.215971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.217579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.217579] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.217709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.217709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.217935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.218060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.218213] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.575818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.575818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.575818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.575818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.575818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.575818] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 already deleted. [ 994.575818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.597856] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.598213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.598477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.598590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.598698] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 994.629530] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.629530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.629530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.629530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.629530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.638851] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 994.654090] env[62657]: INFO networking_nsxv3.common.synchronization [None req-45b1f629-b093-4dee-95bb-50a407006614 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 994.654976] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 994.656505] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.657053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.661071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.661071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.661071] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.721869] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.722146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.722370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.722461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.722714] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.722995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.723583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.723583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.723583] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 is going to be updated. [ 994.751250] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.751752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.751879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.752254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.752539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.766964] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: IN_PROGRESS for 2s [ 994.774952] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0fc2c44f-b0a1-4dbc-93de-b75715e7c056 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 994.775951] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 994.776687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.776861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.185833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.185833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.185833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.185833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.186266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.186266] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed already deleted. [ 995.186266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.186266] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.187393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.187393] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.645269] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: SUCCESS [ 995.645485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.645705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.645928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.646135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.646356] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.646581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.646698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.646895] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.709878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.710077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.710153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.710366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.710457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.710552] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed already deleted. [ 995.710636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.149427] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.648279] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 996.648537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.654583] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c160bf8f-0b75-48fa-8078-50c8b79d1a8b: rpc.has_security_group_logging(os_id): False [ 996.669693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.669887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.669957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.670281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.670534] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.670637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.670702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.670932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.671012] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b is going to be created. [ 996.792877] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.793082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.793147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.793542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.796841] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 in Status: SUCCESS [ 996.796841] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 deletion is rescheduled due to dependency. [ 996.796967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.802723] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: IN_PROGRESS for 2s [ 998.817416] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: SUCCESS [ 998.817886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.777423] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.777532] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1001.548133] env[62657]: INFO networking_nsxv3.common.synchronization [req-32f83222-d9b3-4879-a7bc-237cf280424e req-c83d2023-b1a5-47a2-bc42-f691dd6a8f64 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1001.548133] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1001.548133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.548133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.548133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.548997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.549247] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.840305] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840526] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.840658] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.840949] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.841282] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.841448] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.841575] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.841955] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.842190] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.842311] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.842428] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.842545] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.842661] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.842776] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.842917] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.862258] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.862414] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.862557] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.862729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.863043] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-e7b8db82-0b19-4f2f-9b62-75ff492bed86 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863220] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.863343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863646] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.863789] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b8db82-0b19-4f2f-9b62-75ff492bed86',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.051294] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.051480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.051533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.051736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.051826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.052026] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.052128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.052188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.052336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.052412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.052497] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 already deleted. [ 1002.052576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.369065] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.369065] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port e7b8db82-0b19-4f2f-9b62-75ff492bed86 not found, creating... [ 1002.369065] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.369065] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.369576] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.369576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.369576] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.370120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: e7b8db82-0b19-4f2f-9b62-75ff492bed86 is going to be created. [ 1002.388328] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.388574] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.388667] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.389000] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.389257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.389489] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.088782] env[62657]: INFO networking_nsxv3.common.synchronization [req-32f83222-d9b3-4879-a7bc-237cf280424e req-cc740fbe-e07f-41a3-815f-3a5a067a10c9 service nova] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 1003.089043] env[62657]: INFO networking_nsxv3.common.synchronization [req-32f83222-d9b3-4879-a7bc-237cf280424e req-cc740fbe-e07f-41a3-815f-3a5a067a10c9 service nova] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1003.089140] env[62657]: INFO networking_nsxv3.common.synchronization [req-32f83222-d9b3-4879-a7bc-237cf280424e req-cc740fbe-e07f-41a3-815f-3a5a067a10c9 service nova] Enqueued Resource ID: e7b8db82-0b19-4f2f-9b62-75ff492bed86 with Priority: HIGHEST for action port [ 1003.089371] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_rules [ 1003.089495] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1003.089620] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b8db82-0b19-4f2f-9b62-75ff492bed86 with Priority: HIGHEST for action port [ 1003.092116] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.093670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.093670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.093670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.093670] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.094413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.094413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.094701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.094906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.095074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.095170] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.096227] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b8db82-0b19-4f2f-9b62-75ff492bed86 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.096227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.096227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.096227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.096535] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b8db82-0b19-4f2f-9b62-75ff492bed86',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.599088] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7b8db82-0b19-4f2f-9b62-75ff492bed86 with status ACTIVE [ 1003.600035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.600208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.600265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.600493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.600601] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.600801] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.600908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.600971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.601144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.601236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.601432] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.601570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.601631] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.601742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.601817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.601903] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7b8db82-0b19-4f2f-9b62-75ff492bed86 is going to be updated. [ 1003.603242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.603242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.603419] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.622878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.622878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.623009] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.623135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.623297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.623454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b8db82-0b19-4f2f-9b62-75ff492bed86" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.107683] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.611324] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.611324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.611506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.611592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.611681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.611777] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 is going to be created. [ 1004.634482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.634630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.634685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.634907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.635496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.644740] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: UNINITIALIZED for 2s [ 1005.639969] env[62657]: INFO networking_nsxv3.common.synchronization [req-a876bfa9-f17b-44cb-b420-1893f7d238a0 req-02f73110-d5f3-4272-8662-5d35f4fc6b1a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1005.640580] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1005.640895] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.641063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.641175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.641535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.641790] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.641991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.642104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.642318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.642365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.642463] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.969589] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.971027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.971027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.971027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.971027] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.971027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.971857] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.972251] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.972654] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.975037] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.975037] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.975037] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.975037] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.975037] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.975037] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.975037] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.992091] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.992279] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.992423] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.992595] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.992909] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a1170e9b-e3d9-476c-a25f-6a253af558d3 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.993098] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.993227] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.993629] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.993778] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1170e9b-e3d9-476c-a25f-6a253af558d3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.146245] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.146245] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.146245] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed already deleted. [ 1006.146245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.499068] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.499068] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a1170e9b-e3d9-476c-a25f-6a253af558d3 not found, creating... [ 1006.499068] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.499068] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.499749] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.499749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.499749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.499749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.499749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.499749] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a1170e9b-e3d9-476c-a25f-6a253af558d3 is going to be created. [ 1006.517514] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.517699] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.517811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.518152] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.518424] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.518671] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.654637] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: SUCCESS [ 1006.654637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.654637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.654637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.655065] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.655065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.655065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.655216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.655216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.655282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.655365] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.158688] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.279240] env[62657]: INFO networking_nsxv3.common.synchronization [req-a876bfa9-f17b-44cb-b420-1893f7d238a0 req-4d918f50-e565-4937-8a1e-2ff6b0285934 service nova] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 1007.279240] env[62657]: INFO networking_nsxv3.common.synchronization [req-a876bfa9-f17b-44cb-b420-1893f7d238a0 req-4d918f50-e565-4937-8a1e-2ff6b0285934 service nova] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1007.279240] env[62657]: INFO networking_nsxv3.common.synchronization [req-a876bfa9-f17b-44cb-b420-1893f7d238a0 req-4d918f50-e565-4937-8a1e-2ff6b0285934 service nova] Enqueued Resource ID: a1170e9b-e3d9-476c-a25f-6a253af558d3 with Priority: HIGHEST for action port [ 1007.279240] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_rules [ 1007.279364] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1007.279455] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1170e9b-e3d9-476c-a25f-6a253af558d3 with Priority: HIGHEST for action port [ 1007.281198] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.281198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.281198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.281198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.281198] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.281688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.281688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.281784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.281891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.282112] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.282246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.282246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.282468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.282468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.282551] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.283436] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1170e9b-e3d9-476c-a25f-6a253af558d3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.283635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.283635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.283692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.283744] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1170e9b-e3d9-476c-a25f-6a253af558d3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.662051] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ef85eb-a78b-4363-a9a1-233d706d47d9: rpc.has_security_group_logging(os_id): False [ 1007.679070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.679273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.679314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.679528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.679604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.679851] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.679958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.680046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.680187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.680324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.680413] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 is going to be created. [ 1007.735206] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.735206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.735522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.735628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.735871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.745779] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: IN_PROGRESS for 2s [ 1007.785341] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.786699] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.786857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.787285] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1170e9b-e3d9-476c-a25f-6a253af558d3 with status ACTIVE [ 1007.787599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.787599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.787599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.787898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.787898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.789193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.789394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.789495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.789679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.789808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.790065] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.790185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.790268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.790738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.790738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.790738] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1170e9b-e3d9-476c-a25f-6a253af558d3 is going to be updated. [ 1007.810035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.810325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.810406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.810637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.810780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.810954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1170e9b-e3d9-476c-a25f-6a253af558d3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.064765] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab5befda-3af6-4199-bbdb-4971a08251d1 req-47a6c6e0-3922-4ad1-b4a1-277f5b16915a tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1008.065423] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1008.065864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.066072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.066476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.066476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.066628] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.066686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.066779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.066883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.067107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.067107] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.288135] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.424064] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.424305] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.424419] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.424727] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.425091] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.425838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.425838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.425838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.426044] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.426262] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.426387] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.426506] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.426623] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.426739] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.427170] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.427170] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.447099] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.447099] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.447099] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.447099] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.447478] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-03e16e6a-977e-4e7e-9def-d94f8296a184 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.447673] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.447836] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.448228] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.448384] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e16e6a-977e-4e7e-9def-d94f8296a184',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.572145] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.572307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.572386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.572597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.572694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.572883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.572974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.573055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.573231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.573325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.573414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1008.597277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.597517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.597517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.597672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.597809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.605517] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1008.793022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.793400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.793400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.793474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.793563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.793659] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed is going to be created. [ 1008.815623] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.815780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.815780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.815952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.816196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.825162] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: UNINITIALIZED for 2s [ 1008.950628] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.950904] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.951040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.951331] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.951473] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.951638] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 03e16e6a-977e-4e7e-9def-d94f8296a184 not found, creating... [ 1008.951911] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.952116] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.952253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.952559] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.952704] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.953113] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.953297] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.953424] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.953710] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.953887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.954052] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 03e16e6a-977e-4e7e-9def-d94f8296a184 is going to be created. [ 1008.972897] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.973234] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.973445] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.973774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.974099] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.974433] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.717290] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab5befda-3af6-4199-bbdb-4971a08251d1 req-c874d893-6432-4973-a685-b4822c32c54a service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1009.717290] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab5befda-3af6-4199-bbdb-4971a08251d1 req-c874d893-6432-4973-a685-b4822c32c54a service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1009.717290] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab5befda-3af6-4199-bbdb-4971a08251d1 req-c874d893-6432-4973-a685-b4822c32c54a service nova] Enqueued Resource ID: 03e16e6a-977e-4e7e-9def-d94f8296a184 with Priority: HIGHEST for action port [ 1009.718291] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1009.718518] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1009.718712] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e16e6a-977e-4e7e-9def-d94f8296a184 with Priority: HIGHEST for action port [ 1009.719252] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.719613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.719784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.720097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.720368] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.721424] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.721640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.721925] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e16e6a-977e-4e7e-9def-d94f8296a184 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.722675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.722675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.722675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.722675] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e16e6a-977e-4e7e-9def-d94f8296a184',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.756899] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: SUCCESS [ 1009.756899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.224404] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.224404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.229928] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03e16e6a-977e-4e7e-9def-d94f8296a184 with status ACTIVE [ 1010.229928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.229928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.229928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.229928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.229928] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03e16e6a-977e-4e7e-9def-d94f8296a184 is going to be updated. [ 1010.250947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.250947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.250947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.250947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.250947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.250947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e16e6a-977e-4e7e-9def-d94f8296a184" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.614408] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1010.615060] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1010.615060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.615173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.615422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.615643] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.615808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.615896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.616106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.616185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.616309] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.834577] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: SUCCESS [ 1010.834817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.834991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.835255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.835461] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.835648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.835800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.835882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.835975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.836182] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.118974] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.269511] env[62657]: INFO networking_nsxv3.common.synchronization [req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 req-38889798-be8b-4f50-8e3e-c560285d8831 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1011.270047] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1011.270420] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.270608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.271643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.271906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.272183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.272298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.272362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.272549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.272663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.273369] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.342638] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.598853] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.599121] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.599262] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.599536] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.599802] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.599981] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.600356] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.600587] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.600740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.600958] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.601157] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.601297] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.601415] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.601534] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.601644] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.601782] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.621947] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.623907] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.623907] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.623907] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.623907] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-512" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.624148] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-76950f02-81ab-4561-b2dc-df867706ccbf taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.624347] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.624479] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.624801] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.624944] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76950f02-81ab-4561-b2dc-df867706ccbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.776413] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.844973] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 904577ec-b40e-45bb-b0c1-010e3d4e9eed: rpc.has_security_group_logging(os_id): False [ 1011.862680] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.862827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.862926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.863206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.863317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.863598] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.863719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.863787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.863975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.864097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.864193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed is going to be created. [ 1011.918872] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.919130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.919501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.930846] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: IN_PROGRESS for 2s [ 1012.126753] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.126953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.126953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.127205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.127299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.127398] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1012.128847] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129148] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.129302] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129540] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.129689] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.130099] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 76950f02-81ab-4561-b2dc-df867706ccbf not found, creating... [ 1012.130099] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.130279] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.130384] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.130600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.130740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.131024] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.131183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.131306] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.131539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.131681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.131824] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 76950f02-81ab-4561-b2dc-df867706ccbf is going to be created. [ 1012.150385] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.150578] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.150708] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.150966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.151286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.151876] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.157767] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.157892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.157997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.158247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.166911] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1012.278715] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.781838] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.781988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.782083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.782298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.782386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.782483] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 1012.809246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.809391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.809465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.809672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.809824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.817974] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 1012.833072] env[62657]: INFO networking_nsxv3.common.synchronization [req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 req-e6475370-7ff3-4c98-be21-9e07350caab6 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 1012.833437] env[62657]: INFO networking_nsxv3.common.synchronization [req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 req-e6475370-7ff3-4c98-be21-9e07350caab6 service nova] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1012.833617] env[62657]: INFO networking_nsxv3.common.synchronization [req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 req-e6475370-7ff3-4c98-be21-9e07350caab6 service nova] Enqueued Resource ID: 76950f02-81ab-4561-b2dc-df867706ccbf with Priority: HIGHEST for action port [ 1012.833899] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_rules [ 1012.834555] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1012.834555] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76950f02-81ab-4561-b2dc-df867706ccbf with Priority: HIGHEST for action port [ 1012.834891] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.834994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.834994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.835191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.835265] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.836140] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.836237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.836426] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-76950f02-81ab-4561-b2dc-df867706ccbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.836533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.836594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.837132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.837132] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76950f02-81ab-4561-b2dc-df867706ccbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.339409] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.339798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.339798] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76950f02-81ab-4561-b2dc-df867706ccbf with status ACTIVE [ 1013.339948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.340094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.340163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.340402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.340514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.340766] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.340815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.340880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.341075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.341174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.341376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.341483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.341546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.341713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.341784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.341870] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76950f02-81ab-4561-b2dc-df867706ccbf is going to be updated. [ 1013.372568] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.372709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.372770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.372968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.373117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.373298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76950f02-81ab-4561-b2dc-df867706ccbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.941697] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: SUCCESS [ 1013.941915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.176343] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1014.176613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.176859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.177492] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.177686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.177798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.178079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.178227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.178376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.178517] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.681647] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.681944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.681944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.682349] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.682467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.682545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.683141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.683507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.683507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.683507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.683653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.684651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.684651] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.684788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.684834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.684978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.685074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.685187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.685285] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.827469] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 1014.827738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.827905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.828431] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.828550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.828715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.828812] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.188584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1015.205308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.205467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.205513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.205716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.205803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.205981] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.206092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.206153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.206316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.206442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.206691] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.206793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.206898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.207052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.207151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.207329] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.207429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.207489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.207640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.207717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.207807] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1015.265206] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.265206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.265206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.265206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.265206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.276809] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1015.331345] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.833648] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.336072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.336227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.336345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.336587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.336679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.336778] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 1016.362637] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.362775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.362868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.363062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.363209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.374450] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 1017.289939] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1017.290355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.835080] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.835267] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1018.383869] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 1018.384204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.384364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.384625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.384866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.385025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.385115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.385306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.385414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.385538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.385671] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.887870] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.888048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.888121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.888347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.888567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.888673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.888736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.888902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.888982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.889090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.889299] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.889393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.889455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.889596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.889732] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.889822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.889882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.890039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.890120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.890296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.890430] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.392456] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7: rpc.has_security_group_logging(os_id): False [ 1019.410937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.411107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.411171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.411377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.411476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.411675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.411776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.411836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.411993] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.412086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.412264] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.412420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.412555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.412626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.412818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.412972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.413124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.413200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.413295] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 1019.471183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.471367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.471460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.471758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.471929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.492820] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 1021.098385] env[62657]: INFO networking_nsxv3.common.synchronization [req-d935b9ef-e879-4589-bae9-36261af758ad req-96e05afb-e351-4908-b5cf-5be30191009e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1021.098939] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1021.099385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.099532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.099614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.099899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.100110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.100227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.100333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.100607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.100703] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.388271] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.389020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.389020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.389120] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.389703] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.389898] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.390038] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.390305] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.390439] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.390654] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.390793] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.390918] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.391066] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.391191] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.391307] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.391449] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.410446] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.410629] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.410781] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.410971] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.411330] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-88c7b213-713e-40b3-a976-ccc188c4ecc8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.411540] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.411670] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.412016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.412171] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c7b213-713e-40b3-a976-ccc188c4ecc8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.511063] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 1021.511300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.603293] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.603448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.603522] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.603734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.603822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.604017] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.604131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.604223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.604381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.604457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.604639] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad already deleted. [ 1021.604639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.914927] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.915186] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.915320] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.915745] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.915963] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 88c7b213-713e-40b3-a976-ccc188c4ecc8 not found, creating... [ 1021.916193] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.916356] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.916481] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.916709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.916854] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.917153] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.917344] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.917514] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.917774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.917923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.918124] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 88c7b213-713e-40b3-a976-ccc188c4ecc8 is going to be created. [ 1021.938660] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.938872] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.939011] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.939313] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.939555] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.939782] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.605104] env[62657]: INFO networking_nsxv3.common.synchronization [req-d935b9ef-e879-4589-bae9-36261af758ad req-0b1643ae-cb94-42b5-a2a8-12b032e7f538 service nova] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_rules [ 1022.605348] env[62657]: INFO networking_nsxv3.common.synchronization [req-d935b9ef-e879-4589-bae9-36261af758ad req-0b1643ae-cb94-42b5-a2a8-12b032e7f538 service nova] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1022.605444] env[62657]: INFO networking_nsxv3.common.synchronization [req-d935b9ef-e879-4589-bae9-36261af758ad req-0b1643ae-cb94-42b5-a2a8-12b032e7f538 service nova] Enqueued Resource ID: 88c7b213-713e-40b3-a976-ccc188c4ecc8 with Priority: HIGHEST for action port [ 1022.605662] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_rules [ 1022.605792] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1022.605886] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c7b213-713e-40b3-a976-ccc188c4ecc8 with Priority: HIGHEST for action port [ 1022.606428] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.606556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.606628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.606871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.606950] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.609382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.609507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.609577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.609779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.609944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.610078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.610146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.610299] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.610389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.610480] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.611236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c7b213-713e-40b3-a976-ccc188c4ecc8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.614301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.614301] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c7b213-713e-40b3-a976-ccc188c4ecc8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.113501] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.113654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.113837] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.114764] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88c7b213-713e-40b3-a976-ccc188c4ecc8 with status ACTIVE [ 1023.114956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.115085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.115151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.115352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.115437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.115603] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.115699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.115759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.115905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.115982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.116177] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.116271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.116335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.116490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.116557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.116672] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88c7b213-713e-40b3-a976-ccc188c4ecc8 is going to be updated. [ 1023.139549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.139671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.139740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.139924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.140067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.140246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c7b213-713e-40b3-a976-ccc188c4ecc8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.619303] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.122207] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.122377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.122452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.122677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.122782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.122896] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be created. [ 1024.144679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.144852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.144898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.145088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.145247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.154406] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: UNINITIALIZED for 2s [ 1026.165159] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1026.165487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.165538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.165755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.165968] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.166102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.166161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.166322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.166401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.166487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.166576] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.392130] env[62657]: INFO networking_nsxv3.common.synchronization [req-48dd4db0-5632-477c-b528-b9f74a43cc68 req-74a25be3-060e-4a63-b1d1-2d566be43e57 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1026.393033] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1026.393353] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.393494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.393563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.393754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.393903] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.393994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.394068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.394246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.394329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.394420] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.668607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.668909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.668909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.669123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.669397] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.669542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.669633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.669849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.669971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.670091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.670297] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.670483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.670575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.670764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.670945] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.671082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.671154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.671331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.671445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.671559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.671691] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.898314] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.175438] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15696456-a560-47f7-9ad1-956e04e2f0ad: rpc.has_security_group_logging(os_id): False [ 1027.192333] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.192441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.192528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.192702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.192790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.192967] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.193073] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.193131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.193282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.193361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.193544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.193637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.193699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.193839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.193914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.194123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.194218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.194281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.194438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.194491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.194576] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be created. [ 1027.286993] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.287157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.287557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.287668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.287866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.301404] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1027.400141] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.903128] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.903242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.903318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.903541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.903609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.903709] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 1027.929602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.929722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.929722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.929916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.930593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.938139] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 1028.306195] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.306438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.306438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.306735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.306911] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.811231] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.312713] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1029.312920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.313189] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.815584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1029.815728] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1029.948090] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 1029.948326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.613375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.613706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.613706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.613790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.625394] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1030.628067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.628922] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1030.668099] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.668305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.668399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.668686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.682124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.682869] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1030.682979] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.683141] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.717215] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.717378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.717413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.717683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.718912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.719139] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1030.788180] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.788305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.788358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.788566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.788850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.789120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1030.886022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.886022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.886214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.886265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.886755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.887052] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1030.887148] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'624dfc99-bf17-45c5-9e3d-796bf9419d1e', 'bbea5813-814a-4ece-a62d-cd0550733cbf', 'b3d0189f-37c5-4844-9413-2605d9185803', '7efa7139-8581-4aa0-ab1a-38eb2a657839', 'bf20b582-92b9-4b2f-9f10-f3bfe79c4136', '8fa7b46e-3e14-4768-a535-7cb0c17f5bc9', '15696456-a560-47f7-9ad1-956e04e2f0ad', 'faaabeb4-ea9e-42c0-96c7-0393e276778c', 'f78dc867-54f4-46a5-bf9c-62e22d855b2a', 'b04f9da9-338b-4485-8c00-4d5056a7fd0a', '49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb', '3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce', '4ca5b476-cf7b-4339-b86e-71b2d3bceb6f', 'e61b5efb-3aba-4266-b84f-b38667e879e5', 'c160bf8f-0b75-48fa-8078-50c8b79d1a8b', 'a6e88270-fa43-46a2-a5aa-774a453fc61a', 'edf14fcc-7f3f-4f65-8177-756a71080225', '51444f56-8bbf-4f05-8449-6e3b0b635faa', '76ee4c7a-c1b8-4d3a-8161-97ded41dfa15', '4040a181-0fde-4626-b30d-90b1bdbfb847', '904577ec-b40e-45bb-b0c1-010e3d4e9eed', '75d8f494-bf7f-4b42-9559-3ad226e12676', 'a56b8123-b840-4612-8c01-60796c20d486', 'a7185fa2-285d-47c7-8207-45e956d8efb3', '92b32dbe-526d-4efb-ae49-551e49e2a233', '4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3', 'f4d4b7e0-c994-4b35-852f-5115f7a5b4f8', '2ab70d2d-5453-46ce-8aef-b42e15fac2bb', 'e9fb1824-e4f0-4123-a39c-d278772a3b7d', 'd02a9157-208b-4460-9578-25a33789fb62', 'd967a5f5-11bd-4972-a16b-ffdec1812531', '598ea41d-621d-481c-b98c-494c0798beb9', 'dfe6ae94-6270-46c3-b73a-2f070c599a94', 'cc95b7cb-d5dd-4e76-9718-d7677fad44ab', '8dca613b-feac-44b0-a881-38073a85bdd1', '07ac2832-93b7-47b4-aea5-d54654be5b82', '9b97f010-b352-4187-8524-4319de47c018', 'a464f968-9324-4d4d-8f65-8fd6caccfa94', '9a1cb011-c492-4db0-ad14-7dc14498268f', '4f157594-88e0-4650-aff8-ddef24bd63cf', '637044fe-2922-4103-9797-e995fd211cea', 'b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7', 'ffd451c8-3af6-4b22-a31f-04eacc4972a5', '85ef85eb-a78b-4363-a9a1-233d706d47d9', 'dce6b743-1e38-4397-98d7-82d1a1fd4225'} {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.887360] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1030.906488] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.906679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.906748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.906927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.907018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.907115] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1030.907185] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.907267] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1031.017956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.018146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.018231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.018475] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.019594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.019882] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1031.019961] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1031.020051] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1031.020120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1031.020200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1031.020273] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGH for action security_group_rules [ 1031.020352] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGH for action security_group_rules [ 1031.020433] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGH for action security_group_rules [ 1031.020506] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGH for action security_group_rules [ 1031.020571] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGH for action security_group_rules [ 1031.020633] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGH for action security_group_rules [ 1031.020695] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGH for action security_group_rules [ 1031.020757] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGH for action security_group_rules [ 1031.020819] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1031.020881] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGH for action security_group_rules [ 1031.020941] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGH for action security_group_rules [ 1031.021017] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGH for action security_group_rules [ 1031.021074] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGH for action security_group_rules [ 1031.021135] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1031.021197] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGH for action security_group_rules [ 1031.021258] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGH for action security_group_rules [ 1031.021320] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGH for action security_group_rules [ 1031.021383] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGH for action security_group_rules [ 1031.021446] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGH for action security_group_rules [ 1031.021509] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGH for action security_group_rules [ 1031.021605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.394051] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1031.394152] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1031.394373] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGH for action security_group_rules [ 1031.394503] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0189f-37c5-4844-9413-2605d9185803 with Priority: HIGH for action security_group_rules [ 1031.394607] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGH for action security_group_rules [ 1031.394720] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGH for action security_group_rules [ 1031.394810] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGH for action security_group_rules [ 1031.394900] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 with Priority: HIGH for action security_group_rules [ 1031.394989] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa with Priority: HIGH for action security_group_rules [ 1031.395100] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf14fcc-7f3f-4f65-8177-756a71080225 with Priority: HIGH for action security_group_rules [ 1031.395202] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1031.395292] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e88270-fa43-46a2-a5aa-774a453fc61a with Priority: HIGH for action security_group_rules [ 1031.395381] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f with Priority: HIGH for action security_group_rules [ 1031.395468] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGH for action security_group_rules [ 1031.395555] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb with Priority: HIGH for action security_group_rules [ 1031.395656] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a with Priority: HIGH for action security_group_rules [ 1031.395738] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1031.395822] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 with Priority: HIGH for action security_group_rules [ 1031.395907] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faaabeb4-ea9e-42c0-96c7-0393e276778c with Priority: HIGH for action security_group_rules [ 1031.395993] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 with Priority: HIGH for action security_group_rules [ 1031.396102] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbea5813-814a-4ece-a62d-cd0550733cbf with Priority: HIGH for action security_group_rules [ 1031.396192] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 with Priority: HIGH for action security_group_rules [ 1031.396537] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.396667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.396733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.396939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.397029] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.398079] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d0189f-37c5-4844-9413-2605d9185803 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.398227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.398296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.398441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.398511] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d0189f-37c5-4844-9413-2605d9185803',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.399360] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.399468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.399527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.399674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.399731] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.400927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.401105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.401105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.401420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.401420] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.402071] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.402182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.402244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.402391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.402465] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.403183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.403279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.403346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.403502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.403565] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ee4c7a-c1b8-4d3a-8161-97ded41dfa15',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.404275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51444f56-8bbf-4f05-8449-6e3b0b635faa taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.404383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.404449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.404624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.404729] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51444f56-8bbf-4f05-8449-6e3b0b635faa',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.405558] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edf14fcc-7f3f-4f65-8177-756a71080225 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.405658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.405729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.405878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.405984] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edf14fcc-7f3f-4f65-8177-756a71080225',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.406655] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.406769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.406842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.406959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.407043] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.407814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e88270-fa43-46a2-a5aa-774a453fc61a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.407919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.407974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.409046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.409046] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e88270-fa43-46a2-a5aa-774a453fc61a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.409046] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.409046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.409046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.409512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.409512] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca5b476-cf7b-4339-b86e-71b2d3bceb6f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.410095] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.410253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.410253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.410457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.410577] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.411482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.411643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.411772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.412206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.412206] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.413152] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.413283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.413283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.413440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.413523] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04f9da9-338b-4485-8c00-4d5056a7fd0a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.414458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.414587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.414664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.414823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.414897] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.416196] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.416353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.416463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.416662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.416760] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa7b46e-3e14-4768-a535-7cb0c17f5bc9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.417888] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faaabeb4-ea9e-42c0-96c7-0393e276778c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.418032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.418106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.418253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.418323] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faaabeb4-ea9e-42c0-96c7-0393e276778c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.419401] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.419575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.419625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.419787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.419887] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf20b582-92b9-4b2f-9f10-f3bfe79c4136',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.420970] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbea5813-814a-4ece-a62d-cd0550733cbf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.421203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.421435] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbea5813-814a-4ece-a62d-cd0550733cbf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.422567] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efa7139-8581-4aa0-ab1a-38eb2a657839 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.423960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.423960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.423960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.423960] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efa7139-8581-4aa0-ab1a-38eb2a657839',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.917842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.917842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.917842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.917842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.918319] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.918319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.918319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.918319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.918492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.918492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.918559] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.927222] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.927408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.927491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.927698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.927875] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.927977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.928054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.928205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.928286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.928370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.928506] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.930687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.930784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.930862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.931017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.931167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.931261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.931324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.931489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.931576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.931660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.931740] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.933136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.933237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.933305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.933594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.933685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.933746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.933992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.934083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.934159] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.934887] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.935057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.935131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.935277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.935417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.935514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.935572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.935704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.935776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.935854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.935930] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.936619] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.936722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.936787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.936930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.937081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.937172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.937252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.937373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.937446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.937529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.937603] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.944954] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.945083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.945155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.945332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.947466] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.947588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.950388] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.950636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.950636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.950844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.951012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.951104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.951168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.951319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.951399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.951483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.951568] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.982683] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.982840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.985655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.985766] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faaabeb4-ea9e-42c0-96c7-0393e276778c is going to be deleted. [ 1031.986675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.986820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.992220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.992332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.993693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.993810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.994686] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.994785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.995466] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.995563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.996320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.996425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.997313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.997313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.998077] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.998191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.998876] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.998957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.999679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.999774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.000526] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.000627] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.003876] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.004281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.004390] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa7b46e-3e14-4768-a535-7cb0c17f5bc9 is going to be deleted. [ 1032.005321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.005534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.029068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.029213] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efa7139-8581-4aa0-ab1a-38eb2a657839 is going to be deleted. [ 1032.030267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.030523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.045561] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.045724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.050930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.051060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edf14fcc-7f3f-4f65-8177-756a71080225 is going to be deleted. [ 1032.051923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.052251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.074264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.074411] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb is going to be deleted. [ 1032.075344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.075570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.077028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.077154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.094754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.094894] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbea5813-814a-4ece-a62d-cd0550733cbf is going to be deleted. [ 1032.095755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.124094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.124308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.124938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.125056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.155369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.155574] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca5b476-cf7b-4339-b86e-71b2d3bceb6f is going to be deleted. [ 1032.156434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.156645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.199173] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.199386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.205427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.205559] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf20b582-92b9-4b2f-9f10-f3bfe79c4136 is going to be deleted. [ 1032.206542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.206765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.263421] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.263606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.273223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.273339] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51444f56-8bbf-4f05-8449-6e3b0b635faa is going to be deleted. [ 1032.274197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.274450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.299946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.300092] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ee4c7a-c1b8-4d3a-8161-97ded41dfa15 is going to be deleted. [ 1032.300932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.301149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.350196] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.356496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.356602] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d0189f-37c5-4844-9413-2605d9185803 is going to be deleted. [ 1032.357534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.357739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.366075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.366225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.421999] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.434638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.434804] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04f9da9-338b-4485-8c00-4d5056a7fd0a is going to be deleted. [ 1032.435690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.435893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.437478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.437604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.441814] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.442562] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.443632] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.443632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.443812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.443929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.444185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.444332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.444422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.444970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.444970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.445202] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.445357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.445460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.445680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.445901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.446068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.446167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.446375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.446496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.446624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.446745] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.447963] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.448128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.448235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.448583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.448840] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.448995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.449108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.449337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.449486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.449622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.449833] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.449981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.450106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.450320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.450536] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.450695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.450802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.451026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.451153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.451283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.451410] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.454155] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.455911] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce: rpc.has_security_group_logging(os_id): False [ 1032.458413] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.458615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.458753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.459065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.459376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.459532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.459663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.459910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.460088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.460254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.460570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.460685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.460810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.461062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.461288] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.461462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.461598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.461829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.461956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.462125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.462290] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.492806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.492806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.500016] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.500133] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e88270-fa43-46a2-a5aa-774a453fc61a is going to be deleted. [ 1032.501052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.501265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.501353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.501473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faaabeb4-ea9e-42c0-96c7-0393e276778c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.501906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.502077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.502158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.502276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa7b46e-3e14-4768-a535-7cb0c17f5bc9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.503221] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.503322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.503390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.503536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.503615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.503729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d0189f-37c5-4844-9413-2605d9185803" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.503843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.503979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.504064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.504172] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edf14fcc-7f3f-4f65-8177-756a71080225" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.504280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.504418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.504492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.504600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efa7139-8581-4aa0-ab1a-38eb2a657839" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.504720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.504852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.504923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dc9579-1f7c-4f0b-9fc0-3ef71de9f0eb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.505357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbea5813-814a-4ece-a62d-cd0550733cbf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.505813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.505916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca5b476-cf7b-4339-b86e-71b2d3bceb6f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.506034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.506236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.506336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf20b582-92b9-4b2f-9f10-f3bfe79c4136" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.506456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.506658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.506756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51444f56-8bbf-4f05-8449-6e3b0b635faa" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.506863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.511296] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.511421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.534787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.535042] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.535168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.535235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.535436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.535518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.535704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.535802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.535864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.536010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.536090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.536263] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.536341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.536401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.536535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.536609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.536687] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 1032.538041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.538209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.538292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.538409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ee4c7a-c1b8-4d3a-8161-97ded41dfa15" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.589570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.589743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.589816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.590047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.590138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.590253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04f9da9-338b-4485-8c00-4d5056a7fd0a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.656309] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.656443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.656615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.656844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.656952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.657140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e88270-fa43-46a2-a5aa-774a453fc61a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.702245] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.703040] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.703383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.703383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.703641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.703862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.731430] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 1032.757290] env[62657]: INFO networking_nsxv3.common.synchronization [req-66c33166-d0c8-46bb-a856-2dd501908781 req-fbf2d269-99b2-477f-9597-9ccd952b07e6 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1032.757879] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGHEST for action security_group_members [ 1032.758223] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.758345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.758414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.758612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.758767] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.758866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.759830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.759830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.759830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.759830] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.924760] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78dc867-54f4-46a5-bf9c-62e22d855b2a: rpc.has_security_group_logging(os_id): False [ 1032.944298] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 1032.947078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.947312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.947398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.947621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.948611] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4040a181-0fde-4626-b30d-90b1bdbfb847: rpc.has_security_group_logging(os_id): False [ 1032.958538] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1032.964389] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c160bf8f-0b75-48fa-8078-50c8b79d1a8b: rpc.has_security_group_logging(os_id): False [ 1032.965355] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15696456-a560-47f7-9ad1-956e04e2f0ad: rpc.has_security_group_logging(os_id): False [ 1032.974213] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.974431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.975101] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.975200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.975808] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.976042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.981707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.981983] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.982108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.982179] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.982368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.982441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.982538] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1032.983501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.983680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.986768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.987509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.987593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.008902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.009375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.009635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.010075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.010169] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be updated. [ 1033.011277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.030392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.030692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.030815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.030871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.031208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.031411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.031545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.031603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.031839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.032049] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.032166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.032219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.032345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.032445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.032525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1033.033617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.033777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.050180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.050443] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.050639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.050688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.050873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.050956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.051167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.051273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.051363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.051642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.051642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.051826] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.052391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.052391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.052391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.052391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.052391] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1033.054037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.054037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.075407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.075714] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.076072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.076072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.076262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.076345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.076432] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1033.077504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.077663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.079242] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.079366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.089577] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.089681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.092871] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.092970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.121057] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.121384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.121509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.121569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.121803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.121880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.122040] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b is going to be updated. [ 1033.123029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.123214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.123372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.124252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.124425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.124557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.125446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.125699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.125835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.143451] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1033.144092] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1033.177286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: IN_PROGRESS for 2s [ 1033.179743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.179923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.179970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.180200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.180346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.206820] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.206986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.207050] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.207347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.207526] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.223866] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1033.227013] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1033.262078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.262078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.262078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.262078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.288334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.288511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.292036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.292283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.292400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.292467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.292760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.292854] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be updated. [ 1033.293822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.293960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.294112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.431261] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: IN_PROGRESS for 2s [ 1033.443193] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.443400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.443400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.443645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.443805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.458939] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: IN_PROGRESS for 2s [ 1033.852073] env[62657]: INFO networking_nsxv3.common.synchronization [req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b req-3457aa90-98bb-4004-a4d9-a2876ec0da45 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1033.852643] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1033.852977] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.853101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.853164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.853395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.853544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.853606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.853652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.853775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.853862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.853950] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.356973] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.357313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.357530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.357727] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.357883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.358044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.358120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.358203] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1034.385434] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.385557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.385623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.385786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.385913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.393557] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1034.743172] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 1034.743409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.159630] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1035.159831] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.160525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1035.160690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.188503] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 1035.188668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.237214] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1035.237385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.238901] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1035.239084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.450632] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: SUCCESS [ 1035.450937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.469684] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 in Status: SUCCESS [ 1035.469845] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 deletion is rescheduled due to dependency. [ 1035.469951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.402185] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1036.402363] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1036.402485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.853663] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1038.854015] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1043.854996] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.855349] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1044.008084] env[62657]: INFO networking_nsxv3.common.synchronization [req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 req-b8b39638-259a-4774-8962-773005a50135 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1044.008642] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1044.009998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.009998] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.009998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.009998] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.268189] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.269280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.269280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.269280] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.269280] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.269631] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.269631] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.269706] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.269884] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.270123] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.270245] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.270428] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.270518] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.270650] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.270772] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.270913] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.290620] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.290620] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.290620] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.290887] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.291222] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-c45af67b-b839-4b5f-ae72-0d7e59129d48 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.291424] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.291552] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.291950] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.292132] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45af67b-b839-4b5f-ae72-0d7e59129d48',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.514864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.515118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.515206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.515423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.515514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.515726] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.515822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.515880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.516034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.516109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.516231] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1044.540739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.540905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.540950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.541178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.541310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.552817] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1044.794495] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.794724] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.794860] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.795242] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.795405] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.795659] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port c45af67b-b839-4b5f-ae72-0d7e59129d48 not found, creating... [ 1044.798286] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.798286] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.798286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.798675] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: c45af67b-b839-4b5f-ae72-0d7e59129d48 is going to be created. [ 1044.816614] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816895] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.817115] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817471] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.817830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.818018] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.030563] env[62657]: INFO networking_nsxv3.common.synchronization [req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d req-5985b6e9-0413-458b-869a-3190137973d5 tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 1045.031101] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGHEST for action security_group_members [ 1045.031407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.031643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.031976] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.032087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.032148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.032300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.032408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.032509] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.534334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.534517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.534592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.535091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.535091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.535355] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.535434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.535486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.535748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.535832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.535920] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b is going to be updated. [ 1045.548128] env[62657]: INFO networking_nsxv3.common.synchronization [req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 req-00589b85-6979-45f7-a648-6b30d9b244b8 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1045.548450] env[62657]: INFO networking_nsxv3.common.synchronization [req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 req-00589b85-6979-45f7-a648-6b30d9b244b8 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1045.548856] env[62657]: INFO networking_nsxv3.common.synchronization [req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 req-00589b85-6979-45f7-a648-6b30d9b244b8 service nova] Enqueued Resource ID: c45af67b-b839-4b5f-ae72-0d7e59129d48 with Priority: HIGHEST for action port [ 1045.550087] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1045.550163] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1045.550280] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45af67b-b839-4b5f-ae72-0d7e59129d48 with Priority: HIGHEST for action port [ 1045.550748] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.550805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.550976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.551154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.551296] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.552288] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.552385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.552671] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45af67b-b839-4b5f-ae72-0d7e59129d48 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.552850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.552919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.553117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.553226] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45af67b-b839-4b5f-ae72-0d7e59129d48',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.568688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.568917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.569063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.569279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.569492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.580509] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: IN_PROGRESS for 2s [ 1045.873309] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ac23558-c006-44ad-8355-77d18029a806 req-8eb52072-aaa5-4921-9fa3-15aa28d160af tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 1045.873869] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGHEST for action security_group_members [ 1045.874199] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.874321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.874389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.874634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.874739] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.874841] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.874884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.875465] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.875564] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.056441] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.056441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.058919] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45af67b-b839-4b5f-ae72-0d7e59129d48 with status ACTIVE [ 1046.059536] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.059536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.059711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.059810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.059916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.060172] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.060307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.060374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.060721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.060775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.060960] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.061135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.061362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.061447] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45af67b-b839-4b5f-ae72-0d7e59129d48 is going to be updated. [ 1046.081111] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.083293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.083293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.083293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.083293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.083293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45af67b-b839-4b5f-ae72-0d7e59129d48" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.380098] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.380328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.380328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.380672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.380774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.381055] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.381107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.381164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.381329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.381572] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.381572] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be updated. [ 1046.406309] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.406442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.406711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.414594] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: IN_PROGRESS for 2s [ 1046.518495] env[62657]: INFO networking_nsxv3.common.synchronization [req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 req-ef81c10b-f377-4d06-8c0a-c5764a34fde4 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1046.519665] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1046.519665] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.519771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.519814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.519997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.520229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.520326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.520388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.520565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.520662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.520753] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.561902] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1046.562319] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1046.562319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.562735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.562950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.563144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.563263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.563328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.563541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.563613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.563717] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.023541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.023541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.023541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.023541] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1047.048227] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.048366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.048452] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.048779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.048989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.056815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1047.066237] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.569333] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.591279] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b in Status: SUCCESS [ 1047.591466] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b deletion is rescheduled due to dependency. [ 1047.591587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.072906] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.073283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.073283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.073344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.073437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.073560] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1048.102784] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.103045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.103045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.103307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.103564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.111064] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1048.423281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 in Status: SUCCESS [ 1048.423460] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 deletion is rescheduled due to dependency. [ 1048.423581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.065854] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1049.066105] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad deletion is rescheduled due to dependency. [ 1049.066254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.121961] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1050.122328] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.122364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.122621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.122754] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.122863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.122933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.123100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.123284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.123284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.123431] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.205604] env[62657]: INFO networking_nsxv3.common.synchronization [req-1a697a13-a70c-438d-9c4f-7db6a640571d req-41ce7721-9eb1-449f-b180-c615c0804aae tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 1050.206128] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGHEST for action security_group_members [ 1050.206268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.206433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.206770] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.206925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.207119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.207215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.207352] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.625365] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.625515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.625588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.625845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.626028] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.626136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.626221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.626384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.626464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.626552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.626693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.626785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.626843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.627346] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.627346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.627346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.627530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.627530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.627609] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.709575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.709782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.709782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.710052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.729932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.730174] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.730293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.730381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.730561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.730638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.730726] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 is going to be updated. [ 1050.754714] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.754921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.754921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.755115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.755242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.762713] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: IN_PROGRESS for 2s [ 1051.130581] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1051.148070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.148237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.148374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.148822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.148928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.149160] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.149293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.149856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.149856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.149856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.149978] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.150040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.150140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.150282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.150282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.150494] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.150594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.150902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.150902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.150902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.150902] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1051.237268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.237489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.237489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.237674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.237892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.254592] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1051.523140] env[62657]: INFO networking_nsxv3.common.synchronization [None req-37053369-646b-45b1-b6d4-c9227316e77d tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1051.523668] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1051.524017] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.524177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.524494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.524494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.524611] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.659458] env[62657]: INFO networking_nsxv3.common.synchronization [None req-611e8b7c-a052-4645-9a2b-daf9d8ff2e1d tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1051.660226] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1051.660575] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.660681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.042898] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.043067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.043125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.043337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.043427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.043525] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 already deleted. [ 1052.043607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.043747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.043890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.043971] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.570282] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.570622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.570622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.570784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.570878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.571076] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 already deleted. [ 1052.571141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.772552] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7185fa2-285d-47c7-8207-45e956d8efb3 in Status: SUCCESS [ 1052.772731] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 deletion is rescheduled due to dependency. [ 1052.772849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.268945] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1053.269251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.507054] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b3291c30-5e85-4f5b-806f-81c3f47e4259 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1054.507552] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1054.507874] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.507997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.508169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.508439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.508522] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.576316] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b34e4e51-bffa-4e34-8457-d7c59fac8b1f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1054.576720] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1054.577091] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.577201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.030665] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.030665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.030665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.030992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.031114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.033436] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f already deleted. [ 1055.033658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.033901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.034366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.034517] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.554313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.554626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.554626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.554756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.554847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.554990] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f already deleted. [ 1055.555053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.093938] env[62657]: INFO networking_nsxv3.common.synchronization [req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a req-cdaf3bd8-61f0-4139-92a5-7ae6f946f2c4 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1057.093938] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1057.095083] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.095277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.095393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.095634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.095850] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.099139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.099333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.099478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.099605] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.363740] env[62657]: INFO networking_nsxv3.common.synchronization [req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f req-e85ed14d-5f71-4cbf-94aa-2e0285894f2d tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1057.364262] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1057.364564] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.364751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.365426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.365614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.365725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.365790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.365948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.366047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.366139] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.396145] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.396351] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.396651] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.396740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.397009] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.397176] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.397315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.397532] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.398357] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.398613] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.398761] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.398862] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.398976] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.399107] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.399222] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.399509] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.418703] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.418869] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.419013] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.419200] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.419508] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.419688] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.419816] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.420206] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.420364] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86910f62-0ca2-43b9-89da-e5c0a6e9c4fd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.609975] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.610248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.610528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.631788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.632278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.632278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.632278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.632509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.632603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.632698] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1057.655745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.655897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.655949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.656191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.656290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.663124] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.663346] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.663493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.663794] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.664097] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.664266] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.664428] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.664814] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.665057] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.665178] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.665307] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.665434] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.665558] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.665688] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.665829] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.667447] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1057.684041] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.684250] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.684400] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.684585] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.685043] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-db5482bf-b79f-46bb-a72e-759b58913342 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.685273] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.685410] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.685772] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.685927] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5482bf-b79f-46bb-a72e-759b58913342',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.868481] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.868657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.868707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.868923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.869026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.869228] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.869390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.869481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.869738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.869738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.869738] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 already deleted. [ 1057.869875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.922840] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.923157] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.923322] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.923681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.923881] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.924174] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd not found, creating... [ 1057.924400] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.924595] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.924725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.925037] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.925246] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.925593] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.925788] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.925917] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.926205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.926388] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.926575] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd is going to be created. [ 1057.946894] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.947089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.947361] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.947600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.947933] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.948263] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.188856] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.189259] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.189259] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.189725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.189956] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.190189] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port db5482bf-b79f-46bb-a72e-759b58913342 not found, creating... [ 1058.190515] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.190683] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.190844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.191120] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.191306] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.191620] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.191784] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.191902] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.192124] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.192265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.192414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: db5482bf-b79f-46bb-a72e-759b58913342 is going to be created. [ 1058.233991] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.234318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.234476] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.234851] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.235188] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.235521] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.716995] env[62657]: INFO networking_nsxv3.common.synchronization [req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a req-363d820e-8ab7-4ef5-ad27-d8a3b28b0e50 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1058.717157] env[62657]: INFO networking_nsxv3.common.synchronization [req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a req-363d820e-8ab7-4ef5-ad27-d8a3b28b0e50 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1058.717294] env[62657]: INFO networking_nsxv3.common.synchronization [req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a req-363d820e-8ab7-4ef5-ad27-d8a3b28b0e50 service nova] Enqueued Resource ID: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd with Priority: HIGHEST for action port [ 1058.717563] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1058.717691] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1058.717786] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd with Priority: HIGHEST for action port [ 1058.718345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.718463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.718543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.718725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.719293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.721074] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.721264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.721384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.721491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.721777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.721991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.722081] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86910f62-0ca2-43b9-89da-e5c0a6e9c4fd',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.903914] env[62657]: INFO networking_nsxv3.common.synchronization [req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f req-4cc78843-b095-41c9-9111-f4aa156aedbb service nova] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1058.904090] env[62657]: INFO networking_nsxv3.common.synchronization [req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f req-4cc78843-b095-41c9-9111-f4aa156aedbb service nova] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1058.904255] env[62657]: INFO networking_nsxv3.common.synchronization [req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f req-4cc78843-b095-41c9-9111-f4aa156aedbb service nova] Enqueued Resource ID: db5482bf-b79f-46bb-a72e-759b58913342 with Priority: HIGHEST for action port [ 1058.904487] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1058.904614] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1058.904706] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5482bf-b79f-46bb-a72e-759b58913342 with Priority: HIGHEST for action port [ 1058.905271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.905440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.905514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.905711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.905789] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.906599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.906737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.906832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.906942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.908032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.908158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.908403] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.908645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.908752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.908850] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.911740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5482bf-b79f-46bb-a72e-759b58913342 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.911914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.911983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.912190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.912522] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5482bf-b79f-46bb-a72e-759b58913342',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.224485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.224485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.224485] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd with status ACTIVE [ 1059.224900] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.224900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.224900] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.225022] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.225106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.225278] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.225373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.225435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.225583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.225657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.225831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.225922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.225982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.226208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.226291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd is going to be updated. [ 1059.247711] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.247873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.247873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.248065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.248194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.248342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.414258] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.414447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.414656] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.415538] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5482bf-b79f-46bb-a72e-759b58913342 with status ACTIVE [ 1059.415733] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.415871] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.415988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.416193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.416284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.416464] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.416561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.416622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.416771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.416847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.417036] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.417131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.417193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.417455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.417558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.417634] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5482bf-b79f-46bb-a72e-759b58913342 is going to be updated. [ 1059.437437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.437690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.437690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.437943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.437943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.438074] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.677036] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1059.677213] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 deletion is rescheduled due to dependency. [ 1059.677213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.677442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.677865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.678053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.678285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.678380] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.920464] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.996145] env[62657]: INFO networking_nsxv3.common.synchronization [req-8fc3e716-2335-4b75-8182-42b99d2c640e req-645fd721-9995-4d73-87a2-90cf397f8ab7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1059.996145] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1059.996145] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.996145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.996145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.996145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.996145] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.996145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.996145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.997579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.997784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.997970] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.181591] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.398039] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.398039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.398039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.398039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.398039] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.398039] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.398550] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.398550] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.398740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.399050] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.399223] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.399360] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.399814] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.399814] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.399814] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.399933] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.417766] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.417904] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.418034] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.418231] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.418557] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-fec47e05-8da3-4be5-a9e1-221c253d809b taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.418737] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.418868] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.419226] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.419427] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec47e05-8da3-4be5-a9e1-221c253d809b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.425361] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.425550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.425846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.425938] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be created. [ 1060.447078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.447442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.447442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.447597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.447794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.456814] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: UNINITIALIZED for 2s [ 1060.501369] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.501571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.501633] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.501845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.501945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.502167] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.502289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.502362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.502541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.502619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.502810] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f already deleted. [ 1060.502810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.685074] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.778690] env[62657]: INFO networking_nsxv3.common.synchronization [req-c97ecf19-6c84-4566-8ff9-3443018c1611 req-8cd25c92-3cbb-4b64-936b-b1d913f4222d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 1060.779279] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 1060.780019] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.780397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.780397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.780397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.780709] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.780709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.780797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.782251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.782251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.782251] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.922332] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.922803] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.922803] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.923219] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.923278] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.923537] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port fec47e05-8da3-4be5-a9e1-221c253d809b not found, creating... [ 1060.923873] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.924096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.924273] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.924552] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.924928] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.925113] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.925370] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.925481] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.925751] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.925923] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.926170] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: fec47e05-8da3-4be5-a9e1-221c253d809b is going to be created. [ 1060.947126] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.947394] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.947594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.947835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.948105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.948360] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.187201] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.187446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.187594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.187905] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.188079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.188229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1061.228625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.228763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.228829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.229059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.229208] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.236934] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1061.283408] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [req-8fc3e716-2335-4b75-8182-42b99d2c640e req-445c4d81-1a42-4be7-aa35-fd5c4e85b566 service nova] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [req-8fc3e716-2335-4b75-8182-42b99d2c640e req-445c4d81-1a42-4be7-aa35-fd5c4e85b566 service nova] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [req-8fc3e716-2335-4b75-8182-42b99d2c640e req-445c4d81-1a42-4be7-aa35-fd5c4e85b566 service nova] Enqueued Resource ID: fec47e05-8da3-4be5-a9e1-221c253d809b with Priority: HIGHEST for action port [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_rules [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1061.734229] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec47e05-8da3-4be5-a9e1-221c253d809b with Priority: HIGHEST for action port [ 1061.734229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.734229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.734229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.735537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.735778] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.737218] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.737921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.737921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.738457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.739557] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.739557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.739557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.740309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.740602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.740731] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.742482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec47e05-8da3-4be5-a9e1-221c253d809b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.742688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.742781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.743093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.743293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec47e05-8da3-4be5-a9e1-221c253d809b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.786360] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.245251] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.245388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.245614] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.246668] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec47e05-8da3-4be5-a9e1-221c253d809b with status ACTIVE [ 1062.246877] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.247008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.247088] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.247414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.247538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.247731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.247856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.247965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.248239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.248332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.248540] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.248647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.248752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.248933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.249087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.249149] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec47e05-8da3-4be5-a9e1-221c253d809b is going to be updated. [ 1062.270447] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.270664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.270720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.270962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.271162] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.271358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec47e05-8da3-4be5-a9e1-221c253d809b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.289442] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.289628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.289674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.289970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.290122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.290249] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 1062.337703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.337832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.337910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.338154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.338323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.349110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 1062.466315] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: SUCCESS [ 1062.466566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.466767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.467093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.467382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.467493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.467542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.467808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.467928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.468038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.468145] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.751411] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.972317] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.251291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1063.251564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.251804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.252108] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.252343] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.252492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.252569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.252758] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.252861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.252970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.253081] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.254269] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.254390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.254463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.254665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.254770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.254883] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f is going to be created. [ 1063.281318] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.281527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.281527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.281683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.281847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.292750] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: UNINITIALIZED for 2s [ 1063.475450] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6be7797-010b-42a8-a9e0-abfc96d59ab0: rpc.has_security_group_logging(os_id): False [ 1063.492948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.493209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.493209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.493383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.493476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.493734] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.493837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.493909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.494140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.494140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.494270] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be created. [ 1063.549396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.549594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.549694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.549952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.550147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.560098] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: IN_PROGRESS for 2s [ 1063.757204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.757654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.757654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.757849] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.758032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.758227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.758290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.758376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.758528] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.758638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.758766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.758836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.759064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.759064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.759158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.759280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.759353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.759467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.759574] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.262444] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56b8123-b840-4612-8c01-60796c20d486: rpc.has_security_group_logging(os_id): False [ 1064.281211] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.281392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.281434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.281621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.281709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.281919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.282030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.282096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.282249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.282325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.282516] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.282605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.282665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.282801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.282872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.283064] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.283156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.283216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.283423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.283507] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1064.342050] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.342255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.342373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.342611] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.342800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.355943] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 1064.356245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.357028] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1064.530766] env[62657]: INFO networking_nsxv3.common.synchronization [None req-fd27ad83-b955-454f-83d9-1b4f63f08843 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1064.531434] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1064.531814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.531970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.532267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.532521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.532703] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.532840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.532913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.533115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.533255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.533357] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.036035] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.304550] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: SUCCESS [ 1065.304550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.304766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.304927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.305175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.305317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.305407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.305639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.305724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.305845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.305958] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.537765] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.577761] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: SUCCESS [ 1065.577933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.808071] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.040437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.040800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.040800] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.040936] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.041017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.041068] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1066.069246] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.069559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.069623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.069879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.070119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.078965] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1066.310529] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66a8a26b-70d5-4719-a852-aa88592b0a8f: rpc.has_security_group_logging(os_id): False [ 1066.330097] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.330333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.330417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.330744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.330881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.331241] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.331388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.331495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.331722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.331823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.331953] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f is going to be created. [ 1066.370058] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1066.370058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.390917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.391213] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.391284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.391582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.391840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.404122] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: IN_PROGRESS for 2s [ 1066.614060] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.614060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.614060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.614335] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.614573] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.614733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.614854] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.615079] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.615230] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.615445] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.615583] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.615708] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.615817] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.615933] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.616059] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.616200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.634743] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.634916] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.635020] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.635225] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.635554] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-44d008a7-38b2-4df2-9601-077e92ecdc7f taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.635735] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.635860] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.636257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.636413] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d008a7-38b2-4df2-9601-077e92ecdc7f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.139446] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.140000] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.140000] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.140234] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.140407] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.140600] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 44d008a7-38b2-4df2-9601-077e92ecdc7f not found, creating... [ 1067.140916] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.141194] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.141343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.141617] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.141774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.142172] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.142360] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.142483] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.142732] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.142882] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.143055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 44d008a7-38b2-4df2-9601-077e92ecdc7f is going to be created. [ 1067.165923] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.166255] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.166440] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.166711] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.166940] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.167189] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.495963] env[62657]: INFO networking_nsxv3.common.synchronization [req-4970d817-84a5-4290-abb8-2fda97f4d15b req-28d7139d-f52c-47b9-b96f-16e6618d6b45 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 1067.496770] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGHEST for action security_group_members [ 1067.500510] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.500722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.500866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.501149] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.501411] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.501566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.501670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.501906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.502053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.502204] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.892556] env[62657]: INFO networking_nsxv3.common.synchronization [req-368181c9-98fc-486e-9e4c-c14655c2aea3 req-c665bb8b-2533-43b0-ab43-0a5f08eb5a83 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1067.892742] env[62657]: INFO networking_nsxv3.common.synchronization [req-368181c9-98fc-486e-9e4c-c14655c2aea3 req-c665bb8b-2533-43b0-ab43-0a5f08eb5a83 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1067.892891] env[62657]: INFO networking_nsxv3.common.synchronization [req-368181c9-98fc-486e-9e4c-c14655c2aea3 req-c665bb8b-2533-43b0-ab43-0a5f08eb5a83 service nova] Enqueued Resource ID: 44d008a7-38b2-4df2-9601-077e92ecdc7f with Priority: HIGHEST for action port [ 1067.893434] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1067.893568] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1067.893665] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d008a7-38b2-4df2-9601-077e92ecdc7f with Priority: HIGHEST for action port [ 1067.893938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.894272] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.894359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.894655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.894788] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.896230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.896611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d008a7-38b2-4df2-9601-077e92ecdc7f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.896804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.897017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.897097] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d008a7-38b2-4df2-9601-077e92ecdc7f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.006221] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.006446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.006510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.006677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.006774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.006988] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.007111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.007173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.007348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.007420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.007574] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be updated. [ 1068.037027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.037027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.037251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.037340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.037584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.045596] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: IN_PROGRESS for 2s [ 1068.095803] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1068.095803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.096199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.096199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.096358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.096483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.096553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.096700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.096792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.096862] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.397517] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.397911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.399055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44d008a7-38b2-4df2-9601-077e92ecdc7f with status ACTIVE [ 1068.399247] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.399365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.399581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.399854] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.399943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.400155] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.400259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.400322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.400616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.400712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.400938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.401078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.401155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.401294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.401393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.401500] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44d008a7-38b2-4df2-9601-077e92ecdc7f is going to be updated. [ 1068.419060] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: SUCCESS [ 1068.419303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.427512] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.427672] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.427734] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.428064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.428152] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.428262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d008a7-38b2-4df2-9601-077e92ecdc7f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.599783] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.102614] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.608607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.608885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.608885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.613025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.613025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.613025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1069.639879] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.640178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.640578] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.651595] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1070.056338] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce in Status: SUCCESS [ 1070.056527] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce deletion is rescheduled due to dependency. [ 1070.056620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.660734] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1071.661223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.661223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.661430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.661631] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.661762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.661830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.661988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.662084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.662171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.662263] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.164919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.165155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.165155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.165374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.165547] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.165654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.165721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.165867] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.165955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.166059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.166210] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.166303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.166366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.166508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.166646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.166737] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.166798] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.166930] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.167012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.167100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.167190] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.670987] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56b8123-b840-4612-8c01-60796c20d486: rpc.has_security_group_logging(os_id): False [ 1072.689021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.689021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.689021] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.689021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.689591] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.689591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.689591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.689591] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1072.747450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.747956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.748221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.748575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.748855] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.760517] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1072.894551] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.894551] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1074.777130] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1074.777130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.895761] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.896072] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1079.402377] env[62657]: INFO networking_nsxv3.common.synchronization [req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 req-4b2afa36-3c9a-4151-aab8-c148b7de7d54 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1079.402377] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1079.402377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.402377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.402377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.402911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.403192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.405202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.405202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.405202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.405202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.405202] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.911182] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.911390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.911441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.911698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.911801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.912018] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.912175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.912249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.912410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.912488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.912577] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1079.942334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.942566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.942566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.942746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.943240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.951132] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1080.126558] env[62657]: INFO networking_nsxv3.common.synchronization [req-14d6e17a-cc79-4fb0-84c5-0da17646208c req-a59196a4-c3b1-4721-abd1-508b77d4e2c0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1080.126558] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1080.126558] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.126558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.126558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.126813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.126813] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.126898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.126947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.127101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.127180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.127266] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.405583] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e47b329f-eed0-4a7b-9ad5-7f6930fd2cd2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1080.406091] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1080.406399] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.406497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.629968] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.132032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.634919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.635291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.635291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.635417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.635461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.635570] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1081.661428] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.661583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.661653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.661931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.662147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.670848] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1081.960912] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1081.961136] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1081.961319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.683151] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1083.683493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.683635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.683827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.684056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.684314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.684562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.684679] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.186768] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.187048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.187048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.187240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.187329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.187571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.187682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.187740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.187899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.187974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.188077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1084.211177] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.211361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.211361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.211527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.211657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.220960] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1085.407476] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1085.407476] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1086.231733] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1086.231927] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 deletion is rescheduled due to dependency. [ 1086.232059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.499392] env[62657]: INFO networking_nsxv3.common.synchronization [req-713b4a39-8591-4161-885d-3ea1ed34d1e4 req-90d61568-fced-471d-a752-40c8e99e277b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1086.499886] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1086.500235] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.500355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.500424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.500697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.500866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.500971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.501193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.501398] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.501484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.501578] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.787464] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.787722] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.787863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.788171] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.788447] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.788610] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.788732] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.788952] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.789156] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.789388] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.789518] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.789646] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.789761] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.789891] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.790013] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.790167] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.809049] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.809049] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.809267] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.809299] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.809715] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-68a4401b-1d2c-4aef-a1e9-a604f2808974 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.809926] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.810082] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.810623] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.810819] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a4401b-1d2c-4aef-a1e9-a604f2808974',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.003930] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.004154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.004248] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.004489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.004604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.004836] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.004941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.005015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.005218] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.005315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.005421] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1087.030240] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.030370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.030440] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.030701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.030837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.040273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1087.313603] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.313796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.313939] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.314257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.314414] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.314577] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 68a4401b-1d2c-4aef-a1e9-a604f2808974 not found, creating... [ 1087.314844] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.315033] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.315154] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.315394] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.315539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.315832] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.315997] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.316140] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.316351] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.316491] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.316635] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 68a4401b-1d2c-4aef-a1e9-a604f2808974 is going to be created. [ 1087.335830] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.336061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.336165] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.336400] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.336622] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.336843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.016584] env[62657]: INFO networking_nsxv3.common.synchronization [req-713b4a39-8591-4161-885d-3ea1ed34d1e4 req-606f4957-08b3-4920-adf9-8dbda07f8dda service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1088.016827] env[62657]: INFO networking_nsxv3.common.synchronization [req-713b4a39-8591-4161-885d-3ea1ed34d1e4 req-606f4957-08b3-4920-adf9-8dbda07f8dda service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1088.016945] env[62657]: INFO networking_nsxv3.common.synchronization [req-713b4a39-8591-4161-885d-3ea1ed34d1e4 req-606f4957-08b3-4920-adf9-8dbda07f8dda service nova] Enqueued Resource ID: 68a4401b-1d2c-4aef-a1e9-a604f2808974 with Priority: HIGHEST for action port [ 1088.017188] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1088.017313] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1088.017418] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a4401b-1d2c-4aef-a1e9-a604f2808974 with Priority: HIGHEST for action port [ 1088.018584] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.018751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.018843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.019081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.019242] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.020054] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.020154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.020403] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-68a4401b-1d2c-4aef-a1e9-a604f2808974 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.020552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.020642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.020823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.020927] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a4401b-1d2c-4aef-a1e9-a604f2808974',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.522438] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.522659] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68a4401b-1d2c-4aef-a1e9-a604f2808974 with status ACTIVE [ 1088.522744] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.522927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.523136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.523254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.523399] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.523521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.523571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.523689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.523767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.523950] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.524066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.524118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.524243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.524351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.524407] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68a4401b-1d2c-4aef-a1e9-a604f2808974 is going to be updated. [ 1088.543489] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.543657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.543657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.543819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.543942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.544140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68a4401b-1d2c-4aef-a1e9-a604f2808974" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.929910] env[62657]: INFO networking_nsxv3.common.synchronization [req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a req-ae8e983b-d853-4b91-b218-55780909fbad tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1088.930433] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGHEST for action security_group_members [ 1088.930775] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.930910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.930979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.931178] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.931664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.931664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.931664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.931664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.931840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.931840] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.053789] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1089.054112] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1089.055119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.055570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.055815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.056012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.056132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.056197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.056364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.056443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.056587] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.433688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.433838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.434537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.434537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.454873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.454873] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.455115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.455115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.455268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.455340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.455431] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed is going to be updated. [ 1089.480317] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.480697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.480697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.480990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.481237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.490622] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: IN_PROGRESS for 2s [ 1089.558701] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.060741] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.562571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.562769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.562769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.563025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.563112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.563221] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1090.591944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.592168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.592220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.592426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.592585] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.602230] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1091.500735] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed in Status: SUCCESS [ 1091.501122] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed deletion is rescheduled due to dependency. [ 1091.501122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.612800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1092.613096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.613326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.613577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.613806] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.613948] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.614028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.614351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.614483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.614561] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.117322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.117322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.117322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.117322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.117322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.117745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.117745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.117745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.117745] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.117890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.118162] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.118270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.118313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.118516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.118595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.118681] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.170241] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6442c654-4765-4cd8-ae1c-ee0235011652 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1093.170727] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1093.171066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.171205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.171256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.171499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.171578] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.265312] env[62657]: INFO networking_nsxv3.common.synchronization [None req-b3528562-0bfe-4818-901a-c66b1416dafd tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1093.265817] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1093.266126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.266231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.621324] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1093.639101] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.639263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.639595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.639595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.639786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.640102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.640102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.640254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.640294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.640343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.640531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.640628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.640699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.640839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.640906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.641153] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.641246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.641306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.641418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.641490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.641573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1093.691336] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.691489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.691561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.691864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.691950] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f634691b-1682-40a9-8c85-c0f3460723af already deleted. [ 1093.692051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.692202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.692351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.692430] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.704993] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.705159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.705210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.705386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.705533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.722344] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1094.214047] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.214047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.214047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.214293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.214293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.214370] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f634691b-1682-40a9-8c85-c0f3460723af already deleted. [ 1094.214471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.742397] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1095.742746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.574232] env[62657]: INFO networking_nsxv3.common.synchronization [req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d req-ff0392a1-cad4-4ffc-a452-0cabe93be3a1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1097.575417] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGHEST for action security_group_members [ 1097.575417] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.575417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.575417] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.575962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.575962] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.575962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.576124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.576227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.576344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.576456] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.079135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.079306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.079374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.079608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.099853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.100081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.100189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.100251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.100428] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.100510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.100624] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 is going to be updated. [ 1098.123572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.123688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.123728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.123902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.124042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.131226] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: IN_PROGRESS for 2s [ 1098.638913] env[62657]: INFO networking_nsxv3.common.synchronization [req-c9a5cfa7-1971-482d-8dae-fef519bfcafe req-c1efbbd5-fbfb-441a-b931-9855abbcb7af tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 1098.639469] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGHEST for action security_group_members [ 1098.639814] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.639940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.640027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.640224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.640382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.640472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.640532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.640689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.640768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.640865] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.143100] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.143100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.143100] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.143326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.164220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.164470] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.164586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.164655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.164846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.164927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.165041] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 is going to be updated. [ 1099.188553] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.188678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.188812] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.189013] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.189187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.210666] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: IN_PROGRESS for 2s [ 1099.318562] env[62657]: INFO networking_nsxv3.common.synchronization [req-d58d7bda-b35e-4cec-bae3-a14244d3402e req-ccead7d1-d635-4deb-af4c-bf2a69578885 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1099.318562] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1099.318562] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.318562] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.318562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.318562] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.598539] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.598744] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.598877] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.599187] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.599445] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.599667] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.599803] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.600040] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.600196] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.600411] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.600551] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.600765] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.600887] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.601051] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.601128] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.601267] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.620694] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.620876] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.621030] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.621204] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.621499] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-e2abb2e5-ccb7-4c83-912c-2df1ca540212 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.621669] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.621794] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.622279] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2abb2e5-ccb7-4c83-912c-2df1ca540212',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.820637] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.820938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.820938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.821093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.821184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.821377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.821484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.821535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.821688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.821757] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.821842] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af already deleted. [ 1099.822030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.124856] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.125106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.125240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.125561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.125738] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.125900] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port e2abb2e5-ccb7-4c83-912c-2df1ca540212 not found, creating... [ 1100.126186] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.126346] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.126470] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.126704] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.126846] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.127147] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.127308] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.127479] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.127657] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.127831] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.127982] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: e2abb2e5-ccb7-4c83-912c-2df1ca540212 is going to be created. [ 1100.140128] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: IN_PROGRESS for 4s [ 1100.146732] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.146893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.147036] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.147293] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.147517] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.147749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.570188] env[62657]: INFO networking_nsxv3.common.synchronization [req-03eabba6-2190-44dc-acf8-26fdbba98f08 req-242ac586-e0f8-4d09-a4eb-679ac5f581e2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1100.570687] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1100.570997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.571132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.571203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.571402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.571551] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.571650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.571725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.571886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.571973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.572199] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.843778] env[62657]: INFO networking_nsxv3.common.synchronization [req-d58d7bda-b35e-4cec-bae3-a14244d3402e req-24e131a9-f880-4a9c-b690-89f7d9905d4b service nova] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1100.844030] env[62657]: INFO networking_nsxv3.common.synchronization [req-d58d7bda-b35e-4cec-bae3-a14244d3402e req-24e131a9-f880-4a9c-b690-89f7d9905d4b service nova] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1100.844200] env[62657]: INFO networking_nsxv3.common.synchronization [req-d58d7bda-b35e-4cec-bae3-a14244d3402e req-24e131a9-f880-4a9c-b690-89f7d9905d4b service nova] Enqueued Resource ID: e2abb2e5-ccb7-4c83-912c-2df1ca540212 with Priority: HIGHEST for action port [ 1100.845014] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1100.846229] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1100.846355] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2abb2e5-ccb7-4c83-912c-2df1ca540212 with Priority: HIGHEST for action port [ 1100.846704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.846803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.846877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.847617] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.849102] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.849246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.849319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.849723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.850084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.850084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.850084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.850262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.850352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.850468] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.851829] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2abb2e5-ccb7-4c83-912c-2df1ca540212 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.851977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.852085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.852368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.852496] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2abb2e5-ccb7-4c83-912c-2df1ca540212',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.074394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.074549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.074608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.074802] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.074892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.075096] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.075195] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.075258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.075419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.075496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.075584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1101.101185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.101185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.101353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.101422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.101547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.108538] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1101.221959] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dca613b-feac-44b0-a881-38073a85bdd1 in Status: SUCCESS [ 1101.222176] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 deletion is rescheduled due to dependency. [ 1101.222294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.350035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.350187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.352535] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.353813] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2abb2e5-ccb7-4c83-912c-2df1ca540212 with status ACTIVE [ 1101.354007] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.354125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.354191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.354386] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.354470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.354635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.354727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.354784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.354928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.355008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.355185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.355326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.355326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.355450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.355517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.355595] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2abb2e5-ccb7-4c83-912c-2df1ca540212 is going to be updated. [ 1101.376016] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.376143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.376217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.376364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.376482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.376619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2abb2e5-ccb7-4c83-912c-2df1ca540212" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.855037] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.150220] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 in Status: SUCCESS [ 1102.150460] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 deletion is rescheduled due to dependency. [ 1102.150553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.358191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.358335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.358411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.358670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.358765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.358868] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be created. [ 1102.382279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.382456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.382612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.382835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.383067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.393113] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: UNINITIALIZED for 2s [ 1103.117593] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 4s [ 1103.333018] env[62657]: INFO networking_nsxv3.common.synchronization [None req-705b20d6-0649-490e-b46b-217e09d6982a tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1103.333305] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1103.333384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.333565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.333891] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.421374] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6555f36f-a8fe-4258-bc44-4e37ac44b7d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1103.422159] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1103.422229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.422346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.853549] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.853701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.853797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.854080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.854163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.854249] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808878bd-238c-46d2-90b5-633929088624 already deleted. [ 1103.854333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.855130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.855130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.855130] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.374355] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.374740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.374740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.374740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.374856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.374955] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808878bd-238c-46d2-90b5-633929088624 already deleted. [ 1104.374998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.401841] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1104.402082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.402240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.402482] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.402687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.402852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.402927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.403122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.403276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.403341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.403410] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.908488] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.126946] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1105.127191] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1105.127332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.411154] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f634691b-1682-40a9-8c85-c0f3460723af: rpc.has_security_group_logging(os_id): False [ 1105.428900] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.429055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.429140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.429407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.429471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.429803] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.429898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.430061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.430243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.430336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.430429] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be created. [ 1105.498332] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.498486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.499040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.499040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.499040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.509396] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1107.522410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1107.522777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.422658] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.422769] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1109.651989] env[62657]: INFO networking_nsxv3.common.synchronization [req-fb9d82a9-142a-484a-9537-d384f517287b req-fb588d83-388f-4fa4-9980-41aa520b7737 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1109.652527] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1109.653212] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.653212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.653212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.653500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.653500] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.653500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.653622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.653833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.653937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.654050] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.958125] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.958792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.958792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.958792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.959340] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.959499] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.959682] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.959927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.960097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.961064] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.961064] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.961064] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.961231] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.961309] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.961452] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.961703] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.981178] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.981362] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.981505] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.981683] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-632" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.981995] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.982186] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.982310] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.982630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.982776] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d6d1c1-871b-4915-b2b8-b05cfa64ca35',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.156558] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.156722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.156722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.156906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.156978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.157185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.157287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.157483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.157483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.157600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.157652] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808878bd-238c-46d2-90b5-633929088624 already deleted. [ 1110.157728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.485528] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.485740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.485854] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.486154] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.486328] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.486493] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 not found, creating... [ 1110.486759] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.486919] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.487075] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.487326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.487473] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.487804] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.487970] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.488106] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.488336] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.488490] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.488639] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 is going to be created. [ 1110.507953] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.508211] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.508314] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.508624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.508862] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.509174] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [req-fb9d82a9-142a-484a-9537-d384f517287b req-9154a76c-a93c-40e3-886b-a9d3d6fe9aa1 service nova] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [req-fb9d82a9-142a-484a-9537-d384f517287b req-9154a76c-a93c-40e3-886b-a9d3d6fe9aa1 service nova] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [req-fb9d82a9-142a-484a-9537-d384f517287b req-9154a76c-a93c-40e3-886b-a9d3d6fe9aa1 service nova] Enqueued Resource ID: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 with Priority: HIGHEST for action port [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_rules [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1111.197244] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 with Priority: HIGHEST for action port [ 1111.197636] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.197636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.197636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.197769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.197904] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.200255] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.200255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.200255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.200255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.200444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.200644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.200774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.201040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.201079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.201194] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.202070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.202223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.202312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.202499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.202596] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d6d1c1-871b-4915-b2b8-b05cfa64ca35',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.705043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.705270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.705494] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 with status ACTIVE [ 1111.705694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.705906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.705981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.706329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.706545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.706650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.706719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.707207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.707285] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.707877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.707877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.707877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.707877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.707877] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 is going to be updated. [ 1111.708972] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.732333] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.732531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.732583] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.732759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.732902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.733067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d6d1c1-871b-4915-b2b8-b05cfa64ca35" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.941858] env[62657]: INFO networking_nsxv3.common.synchronization [req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e req-b6fbf868-a0c8-4692-b31c-2c59a8a9ef05 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1111.942387] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1111.942690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.942916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.942916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.943266] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.943320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.943383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.943623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.943734] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.212866] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.266422] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.266697] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.266789] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.267019] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.267292] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.267454] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.267575] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.267799] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.267943] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.268169] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.268289] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.268401] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.268937] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.269132] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.269257] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.269400] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.286629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.286839] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.286984] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.287173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.287465] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-fbd644a4-11a9-489d-88bf-d76a503af41d taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.287642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.287800] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.288145] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.288287] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd644a4-11a9-489d-88bf-d76a503af41d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.445343] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.445495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.445584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.445776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.445863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.446060] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.446157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.446219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.446364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.446436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.446520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1112.472687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.472852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.472996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.473260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.481665] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1112.715158] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.715361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.715404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.715646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.715753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.715871] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808878bd-238c-46d2-90b5-633929088624 is going to be created. [ 1112.737183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.737375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.737444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.737651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.737833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.746837] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: UNINITIALIZED for 2s [ 1112.791209] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.791471] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.791635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.791980] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.792169] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.792499] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port fbd644a4-11a9-489d-88bf-d76a503af41d not found, creating... [ 1112.792938] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.793161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.793294] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.793542] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.793694] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.794019] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.794179] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.794302] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.794523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.794664] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.794816] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: fbd644a4-11a9-489d-88bf-d76a503af41d is going to be created. [ 1112.816299] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.816477] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.816543] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.816804] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.817300] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.817300] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.549080] env[62657]: INFO networking_nsxv3.common.synchronization [req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e req-bcbae31a-57dc-4c95-8319-696933b2aaa6 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1113.549343] env[62657]: INFO networking_nsxv3.common.synchronization [req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e req-bcbae31a-57dc-4c95-8319-696933b2aaa6 service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1113.549496] env[62657]: INFO networking_nsxv3.common.synchronization [req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e req-bcbae31a-57dc-4c95-8319-696933b2aaa6 service nova] Enqueued Resource ID: fbd644a4-11a9-489d-88bf-d76a503af41d with Priority: HIGHEST for action port [ 1113.550219] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1113.550353] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1113.550450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd644a4-11a9-489d-88bf-d76a503af41d with Priority: HIGHEST for action port [ 1113.550719] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.550839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.550907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.551118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.551194] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.551995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.552106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.552303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbd644a4-11a9-489d-88bf-d76a503af41d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.552725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.552852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.552967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.553054] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd644a4-11a9-489d-88bf-d76a503af41d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.056190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.056298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.056609] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbd644a4-11a9-489d-88bf-d76a503af41d with status ACTIVE [ 1114.056792] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.056906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.056973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.057196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.057285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.057455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.057565] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.057732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.057955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.058061] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.058263] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.058372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.058439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.058592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.058670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.058762] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbd644a4-11a9-489d-88bf-d76a503af41d is going to be updated. [ 1114.106303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.106471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.106554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.106752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.106887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.107080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbd644a4-11a9-489d-88bf-d76a503af41d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.265861] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a3619e-c6a3-405d-82ea-ec6b98f482ab req-fc0d9902-aca1-4535-b0ad-f006d5eb9829 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1114.266952] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1114.266952] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.266952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.266952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.267505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.267505] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.267587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.267708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.267825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.267913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.268018] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.491496] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1114.491695] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1114.491795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.491919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.492197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.492382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.492524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.492567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.492717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.492796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.492891] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.682374] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.682721] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.682721] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.682974] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.683250] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.683428] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.683551] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.683776] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.683927] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.688478] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.688478] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.688478] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.688478] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.688478] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.688478] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.688478] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.704172] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.704355] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.704814] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.705657] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.705657] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.705657] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.705657] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.706014] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.706130] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6936cd-b9a5-46c1-ae23-a3ce85954b20',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.759909] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: SUCCESS [ 1114.760226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.761479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.761479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.761479] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.761479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.761479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.761897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.761897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.761897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.761897] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.769928] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.995091] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.211206] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.211457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.211594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211889] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.212405] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.212405] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 not found, creating... [ 1115.212500] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.212719] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.212853] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.213791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.213791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.213791] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.213791] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.214045] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214045] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.214221] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.214379] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 is going to be created. [ 1115.234504] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234743] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.235404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.235404] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.235663] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.264509] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.272647] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.499015] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.767428] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 808878bd-238c-46d2-90b5-633929088624: rpc.has_security_group_logging(os_id): False [ 1115.774932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.775115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.775187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.775413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.775502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.775608] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be updated. [ 1115.784839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.784973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.785056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.785252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.785339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.785571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.785879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.785879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.785975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.785975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.786047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808878bd-238c-46d2-90b5-633929088624 is going to be created. [ 1115.801145] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.801145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.801145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.801384] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.801498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.808808] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1115.846276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.846276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.846380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.846954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.846954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.857362] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: IN_PROGRESS for 2s [ 1115.957217] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a3619e-c6a3-405d-82ea-ec6b98f482ab req-1aceb85d-1192-4744-b65f-4fc2ba504cc6 service nova] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1115.957411] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a3619e-c6a3-405d-82ea-ec6b98f482ab req-1aceb85d-1192-4744-b65f-4fc2ba504cc6 service nova] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1115.957557] env[62657]: INFO networking_nsxv3.common.synchronization [req-66a3619e-c6a3-405d-82ea-ec6b98f482ab req-1aceb85d-1192-4744-b65f-4fc2ba504cc6 service nova] Enqueued Resource ID: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 with Priority: HIGHEST for action port [ 1115.957790] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_rules [ 1115.957915] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1115.958018] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 with Priority: HIGHEST for action port [ 1115.958562] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.958690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.958763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.959151] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.960300] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.960400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.960595] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.960730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.960779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.960952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.961043] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6936cd-b9a5-46c1-ae23-a3ce85954b20',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.001425] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.001425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.001425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.001425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.001425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.001425] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1116.044328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.044466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.044543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.044739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.044873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.053518] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1116.462553] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.462711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.464047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 with status ACTIVE [ 1116.464240] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.464346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.464414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.464669] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.464762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.464946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.465060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.465145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.465309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.465406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.465582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.465698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.465765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.465920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.466018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.466104] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 is going to be updated. [ 1116.487764] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.487935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.487976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.488220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.488353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.488518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6936cd-b9a5-46c1-ae23-a3ce85954b20" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.820495] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1117.821040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.821040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.821236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.821331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.821448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.821514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.821694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.821793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.821891] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.872368] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: SUCCESS [ 1117.872368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.063286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1118.063447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.063608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.064122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.064226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.064322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.064426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.064551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.064647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.064749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.064831] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.325245] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.567531] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.567531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.567531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.567531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.567825] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.567825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.567992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.567992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.568077] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.568171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.568890] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.568890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.568890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.568890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.568890] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.568890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.568890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.569278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.569278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.569278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.569278] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.828089] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.071388] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1119.088817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.088991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.089084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.089345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.089451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.089708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.089820] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.089894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.090099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.090217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.090427] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.090549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.090662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.090805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.090880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.091134] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.091252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.091324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.091501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.091588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.091710] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1119.144995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.144995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.144995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.144995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.144995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.163359] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1119.331133] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.331335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.331480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.331668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.331777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.331883] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be updated. [ 1119.355944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.356085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.356085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.356340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.356489] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.364434] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1120.959326] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.959604] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1121.179087] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1121.179481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.373342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1121.373552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.373670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.373892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.374123] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.374235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.374269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.374424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.374501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.374586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.374675] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.879041] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.382103] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f634691b-1682-40a9-8c85-c0f3460723af: rpc.has_security_group_logging(os_id): False [ 1122.400096] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.400096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.400096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.400096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.400096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.400096] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.400353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.400353] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.400414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.400467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.400557] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be updated. [ 1122.457183] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.457373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.457439] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.457718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.457926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.478337] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1124.493372] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1124.493768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.112657] env[62657]: INFO networking_nsxv3.common.synchronization [req-132976cf-c361-4835-b71f-e2b66d8f2ab6 req-c469593a-7696-401d-a8de-838de31be73b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1125.113307] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1125.113811] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.113811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.113939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.114298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.114478] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.114586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.114650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.114814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.114904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.114997] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.617599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.617917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.617917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.618196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.618303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.618507] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.618610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.618715] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.618826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.618941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.619088] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1125.661924] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.663917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.663917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.663917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.663917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.670712] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1125.895753] env[62657]: INFO networking_nsxv3.common.synchronization [None req-8afc0372-cb6a-444e-8abd-356670ebe6b5 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1125.896338] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1125.896642] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.896773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.896844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.897055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.897235] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.897336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.897399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.897588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.897742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.897858] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.400445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.400623] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.400683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.400939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.401049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.401319] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.401449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.401516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.401658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.401740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.401828] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1126.425265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.425348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.425408] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.425596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.425730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.433444] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1126.538027] env[62657]: INFO networking_nsxv3.common.synchronization [req-5542948e-0aae-445c-9b90-8bbea205e8cd req-ab9f96e4-431d-445e-9ab3-6b5e5c42a36b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1126.538027] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1126.538027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.538027] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.538027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.538027] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.038742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.039145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.039223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.039291] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.039495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.039665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.039665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.039890] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.039971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.040081] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1127.077114] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.077114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.077114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.077478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.077818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.086036] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1127.680627] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1127.680809] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 deletion is rescheduled due to dependency. [ 1127.680963] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.451949] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1128.451949] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 deletion is rescheduled due to dependency. [ 1128.451949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.095617] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1129.095815] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1129.095929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.318488] env[62657]: INFO networking_nsxv3.common.synchronization [req-417c90d3-f094-4790-8685-b7b8052dfb03 req-7d6d5508-8879-4214-bd7b-e864ed84e362 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1131.319916] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1131.319916] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.319916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.320196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.320196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.320383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.320499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.320580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.320777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.320906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.321043] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.824020] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.824020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.824020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.824278] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.844779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.845505] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.845505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.845505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.845505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.845505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.845742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1131.867927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.868155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.868238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.868498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.868587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.877817] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1133.888069] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1133.888069] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf deletion is rescheduled due to dependency. [ 1133.888484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.321235] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.321235] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.324255] env[62657]: INFO networking_nsxv3.common.synchronization [req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 req-63f45095-91a9-4855-aad3-13a6c0c97900 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1136.324255] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1136.324255] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.324255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.324255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.324532] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.324532] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.324605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.324644] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.324784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.324865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.328024] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.692554] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.692755] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.692945] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.693255] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.693516] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.693679] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.693803] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.694051] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.694205] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.694440] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.694584] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.694702] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.694814] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.694933] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.695069] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.695223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.719077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.719274] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.719418] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.719596] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.719983] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.720183] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.720307] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.720619] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.720783] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e586a5-a2e2-46dc-8e1a-dc4eede8b015',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.826980] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.827176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.827216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.827418] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.827507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.827702] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.827892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.827965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.828122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.828201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.828291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1136.850690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.850873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.850978] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.851167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.851304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.858895] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1137.223997] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.224298] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.224484] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.224816] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.224984] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.225163] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 not found, creating... [ 1137.225432] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.225595] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.225720] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.225978] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.226156] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.226446] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.226610] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.226742] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.226975] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.227151] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.227298] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 is going to be created. [ 1137.245751] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.245931] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.246075] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246298] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.246514] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.246725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.915963] env[62657]: INFO networking_nsxv3.common.synchronization [req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 req-913bb55d-a171-4c9c-b055-9ff4e75dfb2a service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1137.916294] env[62657]: INFO networking_nsxv3.common.synchronization [req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 req-913bb55d-a171-4c9c-b055-9ff4e75dfb2a service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1137.916809] env[62657]: INFO networking_nsxv3.common.synchronization [req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 req-913bb55d-a171-4c9c-b055-9ff4e75dfb2a service nova] Enqueued Resource ID: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 with Priority: HIGHEST for action port [ 1137.917718] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1137.917938] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1137.918141] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 with Priority: HIGHEST for action port [ 1137.918542] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.918741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.918869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.919228] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.919367] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.920783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.920783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.920927] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.920999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.921099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.921372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.921509] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e586a5-a2e2-46dc-8e1a-dc4eede8b015',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.423956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.423956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.426674] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 with status ACTIVE [ 1138.427095] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.427368] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.427543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.427852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.428060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.428467] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.428732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.428902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.429962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.430191] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.430827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.430827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.430827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.430827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.430827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 is going to be updated. [ 1138.451593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.451791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.451791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.452223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.452223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.452288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e586a5-a2e2-46dc-8e1a-dc4eede8b015" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.552424] env[62657]: INFO networking_nsxv3.common.synchronization [req-d10790af-ca68-4185-a2e3-e14bf764ce83 req-b6941723-265e-47cc-8c46-4ddca9017179 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1138.552633] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1138.553042] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.553236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.553358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.553629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.553856] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.554436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.554436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.554436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.554436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.554594] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.868604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1138.868782] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 deletion is rescheduled due to dependency. [ 1138.868895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.869083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.869292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.869471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.869582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.869647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.869828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.869934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.869975] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.909489] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.909687] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.909837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.910142] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.910401] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.910563] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.910684] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.910899] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.911059] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.911275] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.911387] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.911500] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.911612] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.911726] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.911836] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.912047] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.930040] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.930324] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.930324] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.930500] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-445" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.930786] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-bd4fe466-647a-45cf-99cc-08f882657c96 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.931113] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.931254] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.931549] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.931694] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4fe466-647a-45cf-99cc-08f882657c96',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.059759] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.059945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.060031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.060242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.060330] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.060527] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.060625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.060696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.060848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.060933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.061080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1139.084917] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.085131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.085131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.085302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.085458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.093632] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1139.372634] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.434446] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.434691] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.434825] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.435146] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.435310] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.435462] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port bd4fe466-647a-45cf-99cc-08f882657c96 not found, creating... [ 1139.435731] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.435893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.436027] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.436247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.436388] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.436666] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.436826] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.436949] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.437179] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.437318] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.437463] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: bd4fe466-647a-45cf-99cc-08f882657c96 is going to be created. [ 1139.454845] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.455047] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.455180] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.455419] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.455641] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.455857] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.874506] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.145051] env[62657]: INFO networking_nsxv3.common.synchronization [req-d10790af-ca68-4185-a2e3-e14bf764ce83 req-99146f48-b02a-407b-93d0-4670c7ac911f service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1140.145522] env[62657]: INFO networking_nsxv3.common.synchronization [req-d10790af-ca68-4185-a2e3-e14bf764ce83 req-99146f48-b02a-407b-93d0-4670c7ac911f service nova] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1140.145623] env[62657]: INFO networking_nsxv3.common.synchronization [req-d10790af-ca68-4185-a2e3-e14bf764ce83 req-99146f48-b02a-407b-93d0-4670c7ac911f service nova] Enqueued Resource ID: bd4fe466-647a-45cf-99cc-08f882657c96 with Priority: HIGHEST for action port [ 1140.146267] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_rules [ 1140.146356] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1140.146454] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4fe466-647a-45cf-99cc-08f882657c96 with Priority: HIGHEST for action port [ 1140.146724] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.146844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.146921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.147135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.147217] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.148162] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.148321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.148617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4fe466-647a-45cf-99cc-08f882657c96 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.148754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.148852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.149079] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.149178] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4fe466-647a-45cf-99cc-08f882657c96',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.376877] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.377158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.377276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.377598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.377749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.377920] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1140.404280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.404444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.404495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.404675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.404815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.413255] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1140.651564] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.651564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.651667] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd4fe466-647a-45cf-99cc-08f882657c96 with status ACTIVE [ 1140.651820] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.651893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.651949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.652206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.652303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.652484] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.652590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.652653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.652844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.652938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.653076] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.653168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.653226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.653363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.653435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.653518] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd4fe466-647a-45cf-99cc-08f882657c96 is going to be updated. [ 1140.679204] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.679344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.679395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.679592] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.679723] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.679941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4fe466-647a-45cf-99cc-08f882657c96" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.102936] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1141.103136] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1141.103247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.103527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.103596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.103773] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.103885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.103951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.104127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.104204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.104296] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.307769] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.308080] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.308149] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.308376] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.308631] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.308801] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.308911] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.309260] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.309416] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.309629] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.309747] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.309896] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.310028] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.310153] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.310267] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.310406] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.328051] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.328051] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.328051] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.328051] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-154" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.328051] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-db5482bf-b79f-46bb-a72e-759b58913342 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.328301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.328301] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.328511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.328650] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5482bf-b79f-46bb-a72e-759b58913342',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.606871] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.830948] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.831228] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.831363] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.831646] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.831801] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.832110] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.832304] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.832431] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.832645] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.832784] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.833074] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.833238] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.833359] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.833563] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.833699] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.833844] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: db5482bf-b79f-46bb-a72e-759b58913342 is going to be updated. [ 1141.857761] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.857948] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.858097] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.858346] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.858534] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.858751] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.109732] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.423507] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1142.423888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.423933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.424181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.424406] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.424529] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.424658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.424882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.425063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.425174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.425287] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.612881] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.614153] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.614229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.614464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.614567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.614703] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1142.645740] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.645973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.645973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.646180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.646323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.654128] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1142.837617] env[62657]: INFO networking_nsxv3.common.synchronization [req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 req-c1870649-c9a1-448c-ac6f-1264e564c690 service nova] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1142.837816] env[62657]: INFO networking_nsxv3.common.synchronization [req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 req-c1870649-c9a1-448c-ac6f-1264e564c690 service nova] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1142.837962] env[62657]: INFO networking_nsxv3.common.synchronization [req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 req-c1870649-c9a1-448c-ac6f-1264e564c690 service nova] Enqueued Resource ID: db5482bf-b79f-46bb-a72e-759b58913342 with Priority: HIGHEST for action port [ 1142.838204] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_rules [ 1142.838333] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1142.838427] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5482bf-b79f-46bb-a72e-759b58913342 with Priority: HIGHEST for action port [ 1142.840630] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.840761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.840837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.841056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.841133] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.842307] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.842483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.842551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.842713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.842855] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.842950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.843018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.843158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.843240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.843322] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.845314] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5482bf-b79f-46bb-a72e-759b58913342 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.845314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.845314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.845314] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5482bf-b79f-46bb-a72e-759b58913342',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.927754] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.343485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.343663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.344921] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.346321] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5482bf-b79f-46bb-a72e-759b58913342 with status ACTIVE [ 1143.346543] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.346679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.346762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.346994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.347123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.347308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.347424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.347487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.347679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.348679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.348679] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.348679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.348679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.348679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.348679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.348679] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5482bf-b79f-46bb-a72e-759b58913342 is going to be updated. [ 1143.367904] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.368083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.368138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.368288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.368413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.368563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5482bf-b79f-46bb-a72e-759b58913342" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.430806] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 1143.449733] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.450511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.450690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.450872] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.451078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.451948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.452132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.452132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.453960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.453960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.454266] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1143.554159] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.554387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.554387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.554566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.554705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.568536] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1143.846994] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.349647] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.349849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.349849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.350096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.350201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.350303] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be updated. [ 1144.375861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.376190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.376190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.376477] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.376626] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.385232] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: IN_PROGRESS for 2s [ 1144.663708] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1144.664081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.664081] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.664294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.664482] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.664598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.664665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.664819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.664901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.664985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.665082] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.087361] env[62657]: INFO networking_nsxv3.common.synchronization [req-97844488-0e11-4b3b-a1c0-7577bdd6422b req-8ea2d152-d2be-4bb6-b135-8011fb361f08 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1145.087918] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1145.088289] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.088414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.088483] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.088733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.088912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.089060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.089128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.089283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.089367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.089454] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.168582] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.168810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.168810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.169023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.169198] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.169302] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.169598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.169598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.169598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.169695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.169861] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.169996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.170054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.170564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.170564] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.170564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.170564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.170743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.170743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.170834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.170834] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.350672] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.350672] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.350866] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.351121] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.351403] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.351811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.351811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.351996] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.352062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.352262] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.352383] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.352497] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.353095] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.353095] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.353095] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.353095] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.370480] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.370666] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.370816] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.371017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.371328] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-4e244a58-a472-4543-8379-8a053211c520 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.371505] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.371629] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.371972] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.372132] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e244a58-a472-4543-8379-8a053211c520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.583443] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1145.583725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.592307] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.592461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.592535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.592779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.592887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.593126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.593251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.593322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.593506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.593610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.593727] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1145.620368] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.620560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.620616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.620773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.620929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.635288] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1145.675318] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624dfc99-bf17-45c5-9e3d-796bf9419d1e: rpc.has_security_group_logging(os_id): False [ 1145.696190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.696389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.696389] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.696654] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.696768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.696902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.696991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.697048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.697301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.697496] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.697602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.697665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.697883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.698135] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.698227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.698288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.698427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.698502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.698586] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1145.767316] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.767500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.767500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.768297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.768297] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.785136] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1145.875016] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.875266] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.875399] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.875696] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.875896] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.876033] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 4e244a58-a472-4543-8379-8a053211c520 not found, creating... [ 1145.876303] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.876467] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.876591] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.876820] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.876981] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.877295] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.877460] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.877583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877884] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.878153] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.878320] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 4e244a58-a472-4543-8379-8a053211c520 is going to be created. [ 1145.903294] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.903467] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.903565] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.903820] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.904057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.904283] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.394487] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: SUCCESS [ 1146.394746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.394945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.395219] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.395416] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.395525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.395588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.395739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.395813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.395896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.396014] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.595631] env[62657]: INFO networking_nsxv3.common.synchronization [req-97844488-0e11-4b3b-a1c0-7577bdd6422b req-b0aeac9f-2bdb-4b4c-896e-d90cb540c792 service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 1146.595872] env[62657]: INFO networking_nsxv3.common.synchronization [req-97844488-0e11-4b3b-a1c0-7577bdd6422b req-b0aeac9f-2bdb-4b4c-896e-d90cb540c792 service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1146.596076] env[62657]: INFO networking_nsxv3.common.synchronization [req-97844488-0e11-4b3b-a1c0-7577bdd6422b req-b0aeac9f-2bdb-4b4c-896e-d90cb540c792 service nova] Enqueued Resource ID: 4e244a58-a472-4543-8379-8a053211c520 with Priority: HIGHEST for action port [ 1146.596717] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 1146.598762] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1146.599060] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e244a58-a472-4543-8379-8a053211c520 with Priority: HIGHEST for action port [ 1146.599380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.599575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.599682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.599935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.600031] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.601350] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.601491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.601678] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e244a58-a472-4543-8379-8a053211c520 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.601780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.601873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.602070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.602143] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e244a58-a472-4543-8379-8a053211c520',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.898709] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.103594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.103815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.107177] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e244a58-a472-4543-8379-8a053211c520 with status ACTIVE [ 1147.107431] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.107614] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.107781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.108104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.108296] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.108555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.108665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.108848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.108946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.109166] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.109300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.109358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.109502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.109576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.109670] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e244a58-a472-4543-8379-8a053211c520 is going to be updated. [ 1147.130902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.131154] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.131205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.131498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.131721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.131922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e244a58-a472-4543-8379-8a053211c520" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.401387] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6be7797-010b-42a8-a9e0-abfc96d59ab0: rpc.has_security_group_logging(os_id): False [ 1147.419345] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.419501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.419576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.419775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.419883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.420151] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.420257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.420301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.420478] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.420515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.420607] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be updated. [ 1147.473249] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.473425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.473531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.473807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.474020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.486286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: IN_PROGRESS for 2s [ 1147.645157] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1147.645157] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf deletion is rescheduled due to dependency. [ 1147.645157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.645157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.645157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.645385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.645385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.645385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.645588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.645647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.645705] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.803710] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1147.803710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.148444] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.193000] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193207] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.193336] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193604] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.193866] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194038] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.194164] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.194383] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.194536] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.194752] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.194874] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.194992] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.195120] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.195237] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.195350] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.195487] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.213733] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.213876] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.214042] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.214236] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.214600] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7af09fa3-c6b6-4c13-9321-4e598056e9ac taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.214779] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.214904] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.215497] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.215497] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af09fa3-c6b6-4c13-9321-4e598056e9ac',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.650114] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.718623] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.718623] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.718623] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.718928] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.719573] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.719573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7af09fa3-c6b6-4c13-9321-4e598056e9ac not found, creating... [ 1148.719573] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.719774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.719774] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.720055] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.720281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.720509] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.720692] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.720793] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.721020] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.721173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.721328] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac is going to be created. [ 1148.739458] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.739686] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.739818] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.740245] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.740495] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.740739] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.152855] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.153300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.153300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153300] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.153431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.153473] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1149.181130] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.181322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.181322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.181507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.181661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.189429] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1149.460041] env[62657]: INFO networking_nsxv3.common.synchronization [req-2a6386e1-76cb-41c4-aede-b850f508a329 req-18d1c086-3e99-45f0-ad78-e1fba1d6ef46 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1149.460041] env[62657]: INFO networking_nsxv3.common.synchronization [req-2a6386e1-76cb-41c4-aede-b850f508a329 req-18d1c086-3e99-45f0-ad78-e1fba1d6ef46 service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1149.460041] env[62657]: INFO networking_nsxv3.common.synchronization [req-2a6386e1-76cb-41c4-aede-b850f508a329 req-18d1c086-3e99-45f0-ad78-e1fba1d6ef46 service nova] Enqueued Resource ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac with Priority: HIGHEST for action port [ 1149.460653] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1149.460791] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1149.460955] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac with Priority: HIGHEST for action port [ 1149.461571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.461667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.461736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.461952] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.462048] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.463516] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.463889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.463945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.464145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.464301] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.464402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.464463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.464992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.464992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.465115] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.466025] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7af09fa3-c6b6-4c13-9321-4e598056e9ac taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.466025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.466190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.466226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.466291] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af09fa3-c6b6-4c13-9321-4e598056e9ac',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.498297] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: SUCCESS [ 1149.498509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.968410] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.968635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.968745] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.969689] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7af09fa3-c6b6-4c13-9321-4e598056e9ac with status ACTIVE [ 1149.970185] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.970185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.970185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.970395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.970480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.970656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.970756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.970814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.971010] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.971180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.971285] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.971374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.971434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.971580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.971707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.971741] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac is going to be updated. [ 1149.991830] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.992018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.992146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.992377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.992516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.992679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.474509] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.976633] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.976827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.976827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.977071] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.977163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.977264] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1151.007594] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.007772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.007811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.008037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.008193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.020250] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1151.198052] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1151.198229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.198391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.198600] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.198786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.198901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.199040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.199289] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.199385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.199480] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.199575] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.702345] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.205023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f157594-88e0-4650-aff8-ddef24bd63cf: rpc.has_security_group_logging(os_id): False [ 1152.225754] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.225961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.225961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.226197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.226287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.226580] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.226638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.226717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.226859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.226992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.227110] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1152.285074] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.285243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.285316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.285606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.285782] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.296994] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1153.030714] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1153.031163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.031163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.031342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.031566] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.031708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.031708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.031846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.031934] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.032027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.032121] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.534928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.534928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.534928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.535227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.535372] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.535485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.535550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.535706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.535793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.535881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.536043] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.536158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.536250] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.536423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.536565] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.536659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.536718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.536852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.536927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.537306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.537306] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.039544] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56b8123-b840-4612-8c01-60796c20d486: rpc.has_security_group_logging(os_id): False [ 1154.056590] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.056808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.056808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.057015] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.057094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.057324] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.057429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.057429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.057628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.057700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.057892] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.057987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.058053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.058198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.058258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.058433] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.058553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.058595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.058710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.058783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.058867] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1154.121394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.121605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.121726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.121946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.122176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.136663] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1154.308268] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1154.308490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.462271] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.462475] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1156.154158] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1156.154590] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.463807] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1159.464115] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1164.464663] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.464958] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1166.166428] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.166752] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.166752] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.167017] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.167647] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.167815] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.167942] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.168191] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.168360] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.168695] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.168819] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.168934] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.169067] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.169186] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.169297] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.169437] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.188584] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.188816] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.189014] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.189247] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-795" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.189566] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7af09fa3-c6b6-4c13-9321-4e598056e9ac taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.189740] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.189865] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.190170] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.190315] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af09fa3-c6b6-4c13-9321-4e598056e9ac',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.692539] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.692795] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.692932] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.693233] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.693393] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.693678] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.693844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.693966] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.694200] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.694343] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.694626] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.694785] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.694909] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.695135] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.695281] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.695430] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac is going to be updated. [ 1166.714999] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.715253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.715350] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.715600] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.715790] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.716018] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.381380] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 req-e939f8bb-e168-478e-a3c0-994d2590541d service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1167.381694] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 req-e939f8bb-e168-478e-a3c0-994d2590541d service nova] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1167.381694] env[62657]: INFO networking_nsxv3.common.synchronization [req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 req-e939f8bb-e168-478e-a3c0-994d2590541d service nova] Enqueued Resource ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac with Priority: HIGHEST for action port [ 1167.381928] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_rules [ 1167.382055] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1167.382156] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac with Priority: HIGHEST for action port [ 1167.382717] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.382843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.382903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.383114] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.383203] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.384751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.384751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.384751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.385121] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.385659] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7af09fa3-c6b6-4c13-9321-4e598056e9ac taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.385659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.385738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.385849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.385916] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af09fa3-c6b6-4c13-9321-4e598056e9ac',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.887435] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.888523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.888630] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.888798] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7af09fa3-c6b6-4c13-9321-4e598056e9ac with status ACTIVE [ 1167.888954] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.889072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.889139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.889337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.889422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.889609] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.889708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.889770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.889938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.890048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.890235] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.890370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.890445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.890587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.890659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.890741] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7af09fa3-c6b6-4c13-9321-4e598056e9ac is going to be updated. [ 1167.912852] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.912982] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.913064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.913244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.913374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.913521] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7af09fa3-c6b6-4c13-9321-4e598056e9ac" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.392612] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.895396] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.895616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.895680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.895932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.896062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.896187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1168.922967] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.923182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.923182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.923395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.923555] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.931866] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1170.943080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1170.943425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.943536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.943774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.944132] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.944132] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.944348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.944395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.944450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.944542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.944656] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.447443] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.447569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.447569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.447770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.447948] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.448094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.448166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.448316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.448402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.448490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.448635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.448727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.448787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.448925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.449078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.449165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.449220] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.449352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.449424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.449499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.449787] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.952816] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a56b8123-b840-4612-8c01-60796c20d486: rpc.has_security_group_logging(os_id): False [ 1171.970288] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.970450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.970510] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.970685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.970774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.970983] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.971116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.971189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.971337] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.971413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.971596] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.971690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.971749] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.971884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.971957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.972156] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.972247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.972369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.972448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.972517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.972599] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1172.031883] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.032038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.032098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.032307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.032448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.050985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1172.383205] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.383370] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1174.069135] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1174.069550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.384818] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.385117] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.646522] env[62657]: INFO networking_nsxv3.common.synchronization [req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 req-7c6d1456-0806-4d6d-9cf9-41371be6956e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1179.646522] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGHEST for action security_group_members [ 1179.646951] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.646951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.646951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.647937] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.647937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.647937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.647937] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.150126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.150309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.150381] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.150599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.153197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.153197] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.153197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.153197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.153197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.153197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.153197] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be updated. [ 1180.194285] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.194479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.194519] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.194732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.194865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.203960] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: IN_PROGRESS for 2s [ 1180.289042] env[62657]: INFO networking_nsxv3.common.synchronization [req-62dc3ce6-47f5-4638-8eaf-cae015b73980 req-49f6d074-8fdc-4540-82c8-9aa3a6b22613 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1180.289558] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGHEST for action security_group_members [ 1180.289864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.289986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.290141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.290366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.290523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.290616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.290673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.290824] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.290907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.290987] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.793438] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.793794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.793794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.793898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.793943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.794144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.794242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.794305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.794471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.794560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.794645] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f is going to be updated. [ 1180.819818] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.819932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.820038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.820222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.820358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.827921] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: IN_PROGRESS for 2s [ 1182.213901] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e in Status: SUCCESS [ 1182.214304] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e deletion is rescheduled due to dependency. [ 1182.214304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.755769] env[62657]: INFO networking_nsxv3.common.synchronization [req-dac969d6-db4e-49c5-b624-4b3829dc13a2 req-a818f3f1-ff01-4740-b891-bc31b62deae6 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1182.755769] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1182.756320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.756500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.756593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.757086] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.757086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.757263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.757498] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.757610] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.839825] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f in Status: SUCCESS [ 1182.839966] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f deletion is rescheduled due to dependency. [ 1182.840072] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.259298] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.762154] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.265519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.265906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.265906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.266148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.266148] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.266148] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be updated. [ 1184.296896] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.297054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.297116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.297319] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.297463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.308357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1186.318521] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1186.318845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.757466] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.757466] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1188.047312] env[62657]: INFO networking_nsxv3.common.synchronization [req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 req-a9d1918b-cbfd-43b5-995c-f50464af1bfb tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1188.048096] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGHEST for action security_group_members [ 1188.048341] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.048426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.048426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.048619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.048776] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.048866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.048923] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.049107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.050104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.050104] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.551744] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.551959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.551959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.552203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.552301] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.552517] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.552619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.552683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.552843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.552917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.553015] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808878bd-238c-46d2-90b5-633929088624 is going to be updated. [ 1188.579305] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.579486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.579486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.579636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.579748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.588027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: IN_PROGRESS for 2s [ 1188.934724] env[62657]: INFO networking_nsxv3.common.synchronization [req-3ce65c41-f31a-4783-bbfd-154de07d2d67 req-7e381541-1827-470c-94c2-d16cc3d07c1c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1188.935098] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGHEST for action security_group_members [ 1188.936458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.936458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.936458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.936458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.936458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.936458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.936458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.936833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.936833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.936833] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.439617] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.439617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.439818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.439862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.439957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.440281] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.440457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.440534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.440707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.440792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.440888] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be updated. [ 1189.468276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.468438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.468625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.468709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.468921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.476328] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: IN_PROGRESS for 2s [ 1190.598055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 808878bd-238c-46d2-90b5-633929088624 in Status: SUCCESS [ 1190.598055] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 808878bd-238c-46d2-90b5-633929088624 deletion is rescheduled due to dependency. [ 1190.598055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.736130] env[62657]: INFO networking_nsxv3.common.synchronization [req-a7509c98-ec15-45df-8e39-dbc3af139467 req-dfbea4df-ab8c-4952-b496-bfc4ee168df8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1190.736130] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1190.736328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.736443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.736551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.736828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.737090] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.737229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.737298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.737466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.737575] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.737685] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.996624] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.996769] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.996856] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.997139] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.997460] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.997633] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.997756] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.997980] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.998277] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.998508] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.998629] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.998742] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.998855] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.998971] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.999090] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.999227] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.017817] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.017958] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.018116] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.018289] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.018570] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-abf4a842-6441-4db9-b623-23496fc68a9e taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.018737] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.018897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.019173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.019319] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf4a842-6441-4db9-b623-23496fc68a9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.240486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.240686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.240728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.240907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.240996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.241270] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.241374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.241411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.241548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.241622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.241710] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1191.265495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.265607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.265670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.265823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.265953] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.273281] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1191.484820] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f634691b-1682-40a9-8c85-c0f3460723af in Status: SUCCESS [ 1191.485031] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f634691b-1682-40a9-8c85-c0f3460723af deletion is rescheduled due to dependency. [ 1191.485143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.521636] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.521636] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.521827] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.522064] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.522302] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.522378] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port abf4a842-6441-4db9-b623-23496fc68a9e not found, creating... [ 1191.522700] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.522788] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.522915] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.523162] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.523300] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.523835] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.523835] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.523977] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.524121] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.524262] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.524409] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: abf4a842-6441-4db9-b623-23496fc68a9e is going to be created. [ 1191.542799] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.542948] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.543089] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.543329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.543549] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.543759] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.242902] env[62657]: INFO networking_nsxv3.common.synchronization [req-a7509c98-ec15-45df-8e39-dbc3af139467 req-be5bb389-b717-499a-814d-088ac365b6ef service nova] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_rules [ 1192.243190] env[62657]: INFO networking_nsxv3.common.synchronization [req-a7509c98-ec15-45df-8e39-dbc3af139467 req-be5bb389-b717-499a-814d-088ac365b6ef service nova] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1192.243335] env[62657]: INFO networking_nsxv3.common.synchronization [req-a7509c98-ec15-45df-8e39-dbc3af139467 req-be5bb389-b717-499a-814d-088ac365b6ef service nova] Enqueued Resource ID: abf4a842-6441-4db9-b623-23496fc68a9e with Priority: HIGHEST for action port [ 1192.243990] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_rules [ 1192.244347] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1192.244426] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf4a842-6441-4db9-b623-23496fc68a9e with Priority: HIGHEST for action port [ 1192.244705] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.244797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.244926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.245131] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.245217] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.246592] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.246742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.246961] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf4a842-6441-4db9-b623-23496fc68a9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.247086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.247150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.247318] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.247417] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf4a842-6441-4db9-b623-23496fc68a9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.749972] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.749972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.749972] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abf4a842-6441-4db9-b623-23496fc68a9e with status ACTIVE [ 1192.750412] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.750412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.750412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.750544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.750584] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.750736] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.750833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.750898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.751107] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.751204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.751433] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.751534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.751596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.751738] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.751815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.751918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abf4a842-6441-4db9-b623-23496fc68a9e is going to be updated. [ 1192.774525] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.774775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.774775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.774911] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.774986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.775157] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.283731] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1193.284094] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad deletion is rescheduled due to dependency. [ 1193.284094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.284241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.284450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.284630] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.284742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.284807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.284957] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.285051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.285144] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.786939] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.289727] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.405841] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6944d01c-613b-47ff-982f-44adf0012a3f tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1194.405841] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGHEST for action security_group_members [ 1194.405926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.406123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.406369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.406422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.406620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.406754] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.408027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.408027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.408027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.408027] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.791828] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.791989] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.792083] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.792334] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.792468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.792653] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1194.825928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.826115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.826191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.826422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.826591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.839875] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1194.909450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.910097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.910097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.910097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.910097] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.910342] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.910443] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.910559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.910721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.910816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.910919] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be updated. [ 1194.947066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.947196] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.947261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.947466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.947598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.958109] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: IN_PROGRESS for 2s [ 1196.344364] env[62657]: INFO networking_nsxv3.common.synchronization [req-eb266a94-4f6e-426f-8cf1-972e059d6b3c req-12172b0a-6c90-4bf8-ac34-c380147368cc tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1196.344364] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGHEST for action security_group_members [ 1196.344364] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.346864] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.346864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.348025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.348025] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.848430] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1196.848650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.848926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.849354] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.849540] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.849763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.849847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.849936] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.850946] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.851099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.855023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.855023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.855023] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be updated. [ 1196.878267] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.878476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.878703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.878840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.885982] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: IN_PROGRESS for 2s [ 1196.965730] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a56b8123-b840-4612-8c01-60796c20d486 in Status: SUCCESS [ 1196.965941] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a56b8123-b840-4612-8c01-60796c20d486 deletion is rescheduled due to dependency. [ 1196.966069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.354556] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.354556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.354556] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.354955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.354955] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.354955] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.355096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.355224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.355275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.355324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.355466] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.355561] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.355620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.355760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.355896] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.355985] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.356060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.356194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.356270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.356351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.356441] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.858641] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15696456-a560-47f7-9ad1-956e04e2f0ad: rpc.has_security_group_logging(os_id): False [ 1197.876245] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.876363] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.876441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.876653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.876777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.876919] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.877052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.877098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.877275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.877322] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.877510] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.877599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.877666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.877794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.877868] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.878078] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.878174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.878254] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.878391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.878464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.878546] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1197.948513] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.948513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.948513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.948748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.948748] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.960376] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1198.895702] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 in Status: SUCCESS [ 1198.896034] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 deletion is rescheduled due to dependency. [ 1198.896034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.844223] env[62657]: INFO networking_nsxv3.common.synchronization [req-924d6c6b-1ce9-4738-a4fb-e8c3356b587a req-1f267669-69b8-463e-b965-042b1753961a tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1199.844689] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGHEST for action security_group_members [ 1199.845022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.845298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.845298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.845454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.845676] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.846884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.846884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.846884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.846884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.846884] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.891322] env[62657]: INFO networking_nsxv3.common.synchronization [req-924d6c6b-1ce9-4738-a4fb-e8c3356b587a req-1f267669-69b8-463e-b965-042b1753961a tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: abf4a842-6441-4db9-b623-23496fc68a9e with Priority: HIGHEST for action port [ 1199.891806] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf4a842-6441-4db9-b623-23496fc68a9e with Priority: HIGHEST for action port [ 1199.892120] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf4a842-6441-4db9-b623-23496fc68a9e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.892238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.892304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.892497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.892577] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf4a842-6441-4db9-b623-23496fc68a9e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.972153] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1199.972416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.349712] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.349964] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.350123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.350517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.350628] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.350944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.351123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.351216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.351454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.351546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.351640] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be updated. [ 1200.377186] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.377366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.377412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.377610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.377745] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.386450] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: IN_PROGRESS for 2s [ 1200.394826] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abf4a842-6441-4db9-b623-23496fc68a9e with status ACTIVE [ 1200.395091] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.395224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.395292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.395504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.395595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.395774] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.395886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.395961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.396176] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.396258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.396618] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.396735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.396801] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.396947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.397033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.397121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abf4a842-6441-4db9-b623-23496fc68a9e is going to be updated. [ 1200.417056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.417161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.417161] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.417400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.417549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.417713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf4a842-6441-4db9-b623-23496fc68a9e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.396359] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15696456-a560-47f7-9ad1-956e04e2f0ad in Status: SUCCESS [ 1202.396614] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad deletion is rescheduled due to dependency. [ 1202.396788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.893014] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.893262] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.354191] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1209.354491] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:3 started [ 1209.894205] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.894342] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.895635] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.895863] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.896332] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.896652] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.898237] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.898558] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.599442] env[62657]: INFO networking_nsxv3.common.synchronization [req-924ea829-ba2a-4dc5-b312-626fd8f88067 req-261a38ea-612c-4f63-bab1-4e9a9fe04cd8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1225.600025] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1225.600334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.600497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.600574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.600779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.600972] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.601122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.601232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.601432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.601544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.601672] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.910702] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.911105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.911105] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.911385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.911711] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.911892] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.912062] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.912328] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.912514] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.912788] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.912933] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.913088] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.913215] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.913365] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.913511] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.913663] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.933500] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.933708] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.933838] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.934061] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-882" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.934375] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-865373d3-68e3-4acf-a2ac-50ea4923ed76 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.934579] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.934681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.935067] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.935224] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865373d3-68e3-4acf-a2ac-50ea4923ed76',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.104695] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.438064] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.438288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.438429] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.438708] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.438863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.439032] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 865373d3-68e3-4acf-a2ac-50ea4923ed76 not found, creating... [ 1226.439294] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.439455] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.439580] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.439805] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.439946] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.440260] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.440423] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.440574] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.440832] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.441015] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.441173] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 865373d3-68e3-4acf-a2ac-50ea4923ed76 is going to be created. [ 1226.460232] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.460446] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.460761] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.461054] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.461304] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.461631] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.607290] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.110265] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.110265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.110265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.110652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.110652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.110723] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1227.132164] env[62657]: INFO networking_nsxv3.common.synchronization [req-924ea829-ba2a-4dc5-b312-626fd8f88067 req-24e9f2c0-6923-4d04-b1b9-3655729712ff service nova] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 1227.132354] env[62657]: INFO networking_nsxv3.common.synchronization [req-924ea829-ba2a-4dc5-b312-626fd8f88067 req-24e9f2c0-6923-4d04-b1b9-3655729712ff service nova] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1227.132861] env[62657]: INFO networking_nsxv3.common.synchronization [req-924ea829-ba2a-4dc5-b312-626fd8f88067 req-24e9f2c0-6923-4d04-b1b9-3655729712ff service nova] Enqueued Resource ID: 865373d3-68e3-4acf-a2ac-50ea4923ed76 with Priority: HIGHEST for action port [ 1227.133364] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_rules [ 1227.133499] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1227.133598] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865373d3-68e3-4acf-a2ac-50ea4923ed76 with Priority: HIGHEST for action port [ 1227.133865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.133987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.134139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.134339] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.134417] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.135407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.135506] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.135619] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-865373d3-68e3-4acf-a2ac-50ea4923ed76 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.135760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.135819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.135977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.136066] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865373d3-68e3-4acf-a2ac-50ea4923ed76',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.137688] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.137803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.137857] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.138017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.138156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.146241] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1227.637629] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.637775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.640178] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 865373d3-68e3-4acf-a2ac-50ea4923ed76 with status ACTIVE [ 1227.640385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.640594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.640673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.640885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.640974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.641175] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.641283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.641348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.641501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.641625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.641821] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.641916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.641977] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.642129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.642245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.642290] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 865373d3-68e3-4acf-a2ac-50ea4923ed76 is going to be updated. [ 1227.662279] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.662426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.662471] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.662643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.662813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.662922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-865373d3-68e3-4acf-a2ac-50ea4923ed76" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.156381] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 4s [ 1230.023346] env[62657]: INFO networking_nsxv3.common.synchronization [req-86d07109-104f-49cd-8b00-4145340c18a6 req-2b088137-1c33-4520-b223-04a4d72f8e21 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1230.023579] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1230.023885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.024011] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.024082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.024281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.024431] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.024531] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.024597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.024780] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.024860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.024898] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.526523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.527040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.527040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.527040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.527187] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.527288] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.527387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.527450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.527619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.527698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.527783] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1230.558545] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.558717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.558717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.558887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.559027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.567077] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1231.167604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.167604] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.167604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.167604] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.669059] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.171123] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.577331] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1232.577514] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf deletion is rescheduled due to dependency. [ 1232.577610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.674486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.674810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.674810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.674931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.675021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.675121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1232.701674] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.701808] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.701877] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.702076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.702216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.709796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1234.720675] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1234.721089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.721332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.721520] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.721840] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.721973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.722059] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.722236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.722323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.722413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.722505] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.024350] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.024502] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1235.224371] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.727027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78dc867-54f4-46a5-bf9c-62e22d855b2a: rpc.has_security_group_logging(os_id): False [ 1235.744865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.745490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.745624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.745845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.745939] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.746263] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.746378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.746445] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.746606] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.746687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.746774] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1235.832476] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.832617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.832689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.834287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.834287] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.844599] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1236.871669] env[62657]: INFO networking_nsxv3.common.synchronization [req-87560981-4dd2-4a86-8ede-91f998e81618 req-6a23c97c-90eb-41d1-bdee-0df88e2904e8 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1236.872178] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1236.872474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.872589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.872650] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.872843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.873023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.873150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.873194] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.873333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.873411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.873497] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.375498] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.375713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.375816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.375974] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.376082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.376293] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.376392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.376454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.376608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.376686] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.376771] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1237.403701] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.403852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.403898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.404102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.404240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.411891] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1237.857956] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1237.857956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.421537] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1239.421903] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 deletion is rescheduled due to dependency. [ 1239.421942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.494909] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a7f8320-210b-4fef-89e8-2347cfd41da6 req-3495d15d-b891-4991-a9f6-e414f69dd469 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1240.496681] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1240.496681] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.496681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.496681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.496920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.497033] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.497092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.497129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.497281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.497365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.497454] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.759644] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.759860] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.759990] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.760275] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.760533] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.760726] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.760865] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.761103] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.761253] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.761468] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.761591] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.761705] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.761820] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.761935] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.762072] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.762192] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.782317] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.782477] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.782618] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.782792] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-369" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.783146] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-7e6b6540-637f-4b83-9660-973c3a61bef8 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.783326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.783451] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.783749] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.783895] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6b6540-637f-4b83-9660-973c3a61bef8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.999874] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.000076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.000076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.000257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.000348] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.000532] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.000677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.000744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.000898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.001047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.001163] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1241.024283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.024422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.024472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.024661] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.024796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.033758] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1241.287291] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.287488] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.287602] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287898] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.288071] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.288231] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 7e6b6540-637f-4b83-9660-973c3a61bef8 not found, creating... [ 1241.288545] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.288697] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.288830] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.289067] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.289215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.289502] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.289666] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.289790] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.290008] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.290156] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.290302] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 7e6b6540-637f-4b83-9660-973c3a61bef8 is going to be created. [ 1241.321786] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.322025] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.322162] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.322456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.322781] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.323056] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.979012] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a7f8320-210b-4fef-89e8-2347cfd41da6 req-a9a1d417-13b7-4499-bfdc-5872e0177fdf service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 1241.979257] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a7f8320-210b-4fef-89e8-2347cfd41da6 req-a9a1d417-13b7-4499-bfdc-5872e0177fdf service nova] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1241.979353] env[62657]: INFO networking_nsxv3.common.synchronization [req-0a7f8320-210b-4fef-89e8-2347cfd41da6 req-a9a1d417-13b7-4499-bfdc-5872e0177fdf service nova] Enqueued Resource ID: 7e6b6540-637f-4b83-9660-973c3a61bef8 with Priority: HIGHEST for action port [ 1241.979857] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_rules [ 1241.979997] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1241.980097] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6b6540-637f-4b83-9660-973c3a61bef8 with Priority: HIGHEST for action port [ 1241.980370] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.980486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.980546] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.980797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.980907] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.981763] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.981850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.982044] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e6b6540-637f-4b83-9660-973c3a61bef8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.982141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.982200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.982405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.982476] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6b6540-637f-4b83-9660-973c3a61bef8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.484886] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.485795] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.486796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e6b6540-637f-4b83-9660-973c3a61bef8 with status ACTIVE [ 1242.487070] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.487170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.487882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.487882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.487882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.487882] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.487882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.487882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.488156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.488156] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.488241] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.488598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.488598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.488598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.488598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.488789] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e6b6540-637f-4b83-9660-973c3a61bef8 is going to be updated. [ 1242.509012] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.509274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.509274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.509470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.509618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.509781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e6b6540-637f-4b83-9660-973c3a61bef8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.042483] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1243.042777] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf deletion is rescheduled due to dependency. [ 1243.042777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.042922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.043188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.043370] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.043486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.043551] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.043699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.043778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.043869] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.546190] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.048485] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.551131] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.551285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.551360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.551570] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.551688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.551809] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1244.650783] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.650980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.651104] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.651323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.651467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.659427] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1246.670295] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1246.670690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.670690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.670849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.671075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.671212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.671284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.671437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.671533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.671620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.671711] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.981495] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.981721] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1247.174967] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.430273] env[62657]: INFO networking_nsxv3.common.synchronization [req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 req-23f9de51-b3e3-46dc-af9b-a3a8f757bcef tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1247.431218] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1247.431513] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.431698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.431815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.432101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.432338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.432499] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.432599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.433041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.433041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.433169] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.676827] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f157594-88e0-4650-aff8-ddef24bd63cf: rpc.has_security_group_logging(os_id): False [ 1247.694110] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.694325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.694325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.694548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.694635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.694878] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.694971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.695049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.695202] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.695282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.695378] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1247.707422] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.707621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.707743] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.708013] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.708325] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.708533] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.708691] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.709043] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.709211] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.709433] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.709552] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.709665] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.709777] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.709890] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.710048] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.710276] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.733876] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.734144] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.734217] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.734385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.734712] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.734895] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.735033] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.735427] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.735542] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5fa7dc-436f-4050-a3f9-8a6a597eef89',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.755709] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.755983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.755983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.756125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.756265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.766905] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1247.936046] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.936205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.936280] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.936503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.936594] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.936817] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.936927] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.936967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.937140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.937238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.937326] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1247.960867] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.961618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.961788] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.962270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.962533] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.971192] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1248.238293] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.238539] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.238758] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.238954] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.239129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.239289] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 not found, creating... [ 1248.239557] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.239710] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.239837] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.240078] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.240223] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.240504] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.240666] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.240961] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.241227] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.241379] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.241533] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 is going to be created. [ 1248.262515] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.262729] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.262863] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.263173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.263403] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.263630] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.976190] env[62657]: INFO networking_nsxv3.common.synchronization [req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 req-36a491b1-d761-4f3d-bcac-cd5aed71d019 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1248.976487] env[62657]: INFO networking_nsxv3.common.synchronization [req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 req-36a491b1-d761-4f3d-bcac-cd5aed71d019 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1248.976682] env[62657]: INFO networking_nsxv3.common.synchronization [req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 req-36a491b1-d761-4f3d-bcac-cd5aed71d019 service nova] Enqueued Resource ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with Priority: HIGHEST for action port [ 1248.976737] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1248.976846] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1248.976943] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with Priority: HIGHEST for action port [ 1248.977523] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.977687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.977719] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.977931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.978111] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.979353] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.979528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.979713] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.979895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.979943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.980140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.980270] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5fa7dc-436f-4050-a3f9-8a6a597eef89',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.482161] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.482373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.482508] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with status ACTIVE [ 1249.482666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.482720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.482789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.482991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.483126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.483302] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.483759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.483759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.483759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.483759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.484035] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.484035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.484035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.484227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.484227] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.484291] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 is going to be updated. [ 1249.504748] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.504987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.505117] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.505271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.505460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.505670] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.778286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1249.778495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.980212] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1249.980516] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 deletion is rescheduled due to dependency. [ 1249.980580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.980850] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.981158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.981385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.981513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.981576] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.981825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.981825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.982016] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.485148] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.986763] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.489675] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.489833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.489943] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.490133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.490226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.490325] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1251.514896] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.515075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.515164] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.515303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.515438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.523553] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1253.535448] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1253.535776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.536021] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.536349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.536661] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.536869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.536938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.537180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.537307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.537492] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.537597] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.977912] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.978042] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1254.039676] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.543070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 1254.560485] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.560702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.560776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.560966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.561101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.561383] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.561515] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.561591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.561781] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.561863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.561953] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1254.621227] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.621410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.621488] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.621735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.621902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.635573] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1256.650229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1256.650569] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.978685] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.979166] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.980427] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.980772] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.302693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.303116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.303116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.303283] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.303334] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.805157] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.981692] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.981852] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.307632] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.809733] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1269.809906] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1270.496286] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.496694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.496694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.496694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.509641] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1270.510462] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.511186] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1270.546075] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.546252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.546298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.546461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.560229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.560887] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1270.560987] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.561095] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1270.594548] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.594724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.594724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.594910] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.595935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.596100] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1270.664229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.664437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.664593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.664833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.665338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.665729] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1270.731455] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.732879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.732879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.732879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.732879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.732879] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 1270.732879] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'624dfc99-bf17-45c5-9e3d-796bf9419d1e', '808878bd-238c-46d2-90b5-633929088624', 'f78dc867-54f4-46a5-bf9c-62e22d855b2a', '15696456-a560-47f7-9ad1-956e04e2f0ad', '3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce', 'e61b5efb-3aba-4266-b84f-b38667e879e5', 'c160bf8f-0b75-48fa-8078-50c8b79d1a8b', '4040a181-0fde-4626-b30d-90b1bdbfb847', '904577ec-b40e-45bb-b0c1-010e3d4e9eed', '75d8f494-bf7f-4b42-9559-3ad226e12676', 'a56b8123-b840-4612-8c01-60796c20d486', 'f634691b-1682-40a9-8c85-c0f3460723af', 'a7185fa2-285d-47c7-8207-45e956d8efb3', '92b32dbe-526d-4efb-ae49-551e49e2a233', 'b6be7797-010b-42a8-a9e0-abfc96d59ab0', '4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3', 'f4d4b7e0-c994-4b35-852f-5115f7a5b4f8', '2ab70d2d-5453-46ce-8aef-b42e15fac2bb', 'e9fb1824-e4f0-4123-a39c-d278772a3b7d', 'd02a9157-208b-4460-9578-25a33789fb62', 'd967a5f5-11bd-4972-a16b-ffdec1812531', '598ea41d-621d-481c-b98c-494c0798beb9', 'dfe6ae94-6270-46c3-b73a-2f070c599a94', 'cc95b7cb-d5dd-4e76-9718-d7677fad44ab', '8dca613b-feac-44b0-a881-38073a85bdd1', '07ac2832-93b7-47b4-aea5-d54654be5b82', '9b97f010-b352-4187-8524-4319de47c018', 'a464f968-9324-4d4d-8f65-8fd6caccfa94', '9a1cb011-c492-4db0-ad14-7dc14498268f', '4f157594-88e0-4650-aff8-ddef24bd63cf', '637044fe-2922-4103-9797-e995fd211cea', 'b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7', 'ffd451c8-3af6-4b22-a31f-04eacc4972a5', '85ef85eb-a78b-4363-a9a1-233d706d47d9', '66a8a26b-70d5-4719-a852-aa88592b0a8f', 'dce6b743-1e38-4397-98d7-82d1a1fd4225'} {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.732879] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1270.750056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.750212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.750251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.750414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.751026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.751026] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1270.751026] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.751026] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1270.811831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.812068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.812068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.812258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.813306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.813558] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.813637] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.813710] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.813777] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.813856] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 1270.813926] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGH for action security_group_rules [ 1270.814048] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGH for action security_group_rules [ 1270.814128] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1270.814193] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGH for action security_group_rules [ 1270.814254] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGH for action security_group_rules [ 1270.814316] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1270.814378] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGH for action security_group_rules [ 1270.814440] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGH for action security_group_rules [ 1270.814496] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGH for action security_group_rules [ 1270.814552] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGH for action security_group_rules [ 1270.814614] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGH for action security_group_rules [ 1270.814673] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGH for action security_group_rules [ 1270.814733] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGH for action security_group_rules [ 1270.814794] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGH for action security_group_rules [ 1270.814855] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGH for action security_group_rules [ 1270.814917] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGH for action security_group_rules [ 1270.814980] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGH for action security_group_rules [ 1270.815048] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGH for action security_group_rules [ 1270.815112] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGH for action security_group_rules [ 1270.815173] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGH for action security_group_rules [ 1270.815265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.982867] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.983234] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1273.983234] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e with Priority: HIGH for action security_group_rules [ 1273.983234] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1273.983354] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b with Priority: HIGH for action security_group_rules [ 1273.983384] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 with Priority: HIGH for action security_group_rules [ 1273.983485] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02a9157-208b-4460-9578-25a33789fb62 with Priority: HIGH for action security_group_rules [ 1273.983553] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d with Priority: HIGH for action security_group_rules [ 1273.983644] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb with Priority: HIGH for action security_group_rules [ 1273.983735] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 with Priority: HIGH for action security_group_rules [ 1273.983823] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 with Priority: HIGH for action security_group_rules [ 1273.983912] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 with Priority: HIGH for action security_group_rules [ 1273.983999] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7185fa2-285d-47c7-8207-45e956d8efb3 with Priority: HIGH for action security_group_rules [ 1273.984103] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f634691b-1682-40a9-8c85-c0f3460723af with Priority: HIGH for action security_group_rules [ 1273.984196] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56b8123-b840-4612-8c01-60796c20d486 with Priority: HIGH for action security_group_rules [ 1273.984281] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 with Priority: HIGH for action security_group_rules [ 1273.984365] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed with Priority: HIGH for action security_group_rules [ 1273.984450] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1273.984534] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 with Priority: HIGH for action security_group_rules [ 1273.984617] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce with Priority: HIGH for action security_group_rules [ 1273.984700] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808878bd-238c-46d2-90b5-633929088624 with Priority: HIGH for action security_group_rules [ 1273.984784] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15696456-a560-47f7-9ad1-956e04e2f0ad with Priority: HIGH for action security_group_rules [ 1273.985143] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.985273] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.985349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.985581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.985681] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624dfc99-bf17-45c5-9e3d-796bf9419d1e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.986673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.986786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.986856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.987026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.987102] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.988072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.988183] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.988251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.988420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.988531] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c160bf8f-0b75-48fa-8078-50c8b79d1a8b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.989233] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.989394] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.989448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.989550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.989616] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6be7797-010b-42a8-a9e0-abfc96d59ab0',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.990375] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02a9157-208b-4460-9578-25a33789fb62 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.990375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.990587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.990587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.990686] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02a9157-208b-4460-9578-25a33789fb62',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.991311] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.991429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.991493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.991641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.991712] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fb1824-e4f0-4123-a39c-d278772a3b7d',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.992570] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.992692] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.992751] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.992882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.992953] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab70d2d-5453-46ce-8aef-b42e15fac2bb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.993608] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.993712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.993774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.993919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.993988] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d4b7e0-c994-4b35-852f-5115f7a5b4f8',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.994658] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b32dbe-526d-4efb-ae49-551e49e2a233 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.994765] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.994823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.994968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.995051] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b32dbe-526d-4efb-ae49-551e49e2a233',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.995699] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.995804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.995867] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.996018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.996091] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.998337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7185fa2-285d-47c7-8207-45e956d8efb3 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.998448] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.998501] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.998651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.998722] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7185fa2-285d-47c7-8207-45e956d8efb3',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.999394] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f634691b-1682-40a9-8c85-c0f3460723af taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.999509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.999562] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.999710] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.999820] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f634691b-1682-40a9-8c85-c0f3460723af',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.000505] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a56b8123-b840-4612-8c01-60796c20d486 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.000613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.000684] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.000821] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.000926] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a56b8123-b840-4612-8c01-60796c20d486',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.001565] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d8f494-bf7f-4b42-9559-3ad226e12676 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.001677] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.001735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.001906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.001959] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d8f494-bf7f-4b42-9559-3ad226e12676',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.002779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.002832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.002864] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.002997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.003077] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904577ec-b40e-45bb-b0c1-010e3d4e9eed',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.003718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.003833] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.003899] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.004036] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.004094] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.004732] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4040a181-0fde-4626-b30d-90b1bdbfb847 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.004838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.004896] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.005053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.005127] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4040a181-0fde-4626-b30d-90b1bdbfb847',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.005865] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.005981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.006035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.006184] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.006258] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.006906] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-808878bd-238c-46d2-90b5-633929088624 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.007018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.007080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.007222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.007293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('808878bd-238c-46d2-90b5-633929088624',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.007926] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15696456-a560-47f7-9ad1-956e04e2f0ad taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.008043] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.008103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.008246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.008318] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15696456-a560-47f7-9ad1-956e04e2f0ad',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.036230] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.036397] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.036446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.036595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.038546] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.038645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.039316] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.039409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.040552] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.040648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.052380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.052484] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fb1824-e4f0-4123-a39c-d278772a3b7d is going to be deleted. [ 1274.053235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.053415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.065879] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.065985] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab70d2d-5453-46ce-8aef-b42e15fac2bb is going to be deleted. [ 1274.066809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.066954] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.082825] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.082927] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02a9157-208b-4460-9578-25a33789fb62 is going to be deleted. [ 1274.083635] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.083813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.099799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.099896] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624dfc99-bf17-45c5-9e3d-796bf9419d1e is going to be deleted. [ 1274.101428] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.101545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.101613] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.101771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.101852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.101960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fb1824-e4f0-4123-a39c-d278772a3b7d" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.109803] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.109920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.109971] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.110136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.110214] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.110314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab70d2d-5453-46ce-8aef-b42e15fac2bb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.134262] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.134380] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.134425] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.134564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.134641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.134743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02a9157-208b-4460-9578-25a33789fb62" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.147586] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.147687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.147755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.147901] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.147981] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.148099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624dfc99-bf17-45c5-9e3d-796bf9419d1e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.512117] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.512336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.512336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.512511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.512666] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.512764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.512826] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.512965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.513063] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.513147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.513229] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.522362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.522494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.522558] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.522733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.522882] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.522976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.523051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.523189] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.523271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.523371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.523453] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.529016] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.550227] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.550370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.550370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.550537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.563144] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.563306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.567473] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.567605] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.569356] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.569447] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.570100] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.570200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.572487] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.572599] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.573304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.573409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.574126] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.574217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.574577] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.574667] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.575337] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.575430] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.576104] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.576198] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.576785] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.577192] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.577284] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.577848] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.578234] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.578325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.578890] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.579303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.579411] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.579990] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.580396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.580500] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b32dbe-526d-4efb-ae49-551e49e2a233 is going to be deleted. [ 1274.581327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.581524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.596212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.596306] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6be7797-010b-42a8-a9e0-abfc96d59ab0 is going to be deleted. [ 1274.596998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.597192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.611416] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.611508] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f634691b-1682-40a9-8c85-c0f3460723af is going to be deleted. [ 1274.612222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.612420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.626732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.626829] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d8f494-bf7f-4b42-9559-3ad226e12676 is going to be deleted. [ 1274.627509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.627682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.638382] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.638484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.644557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.644658] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4040a181-0fde-4626-b30d-90b1bdbfb847 is going to be deleted. [ 1274.645382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.645549] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.650073] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.650223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.660442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.660539] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3 is going to be deleted. [ 1274.661238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.661399] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.672751] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.672876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.681359] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.681484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.696548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.696651] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce is going to be deleted. [ 1274.697432] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.697618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.714433] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.714536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.715237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.715342] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c160bf8f-0b75-48fa-8078-50c8b79d1a8b is going to be deleted. [ 1274.716030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.716207] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.779932] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.780069] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.793127] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.793239] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 808878bd-238c-46d2-90b5-633929088624 is going to be deleted. [ 1274.793968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.794163] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.823508] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.823645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.848427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.848553] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15696456-a560-47f7-9ad1-956e04e2f0ad is going to be deleted. [ 1274.849329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.849523] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.872908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.873054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.876496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.876594] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a56b8123-b840-4612-8c01-60796c20d486 is going to be deleted. [ 1274.877298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.877479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.935236] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.935372] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.936231] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.936337] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d4b7e0-c994-4b35-852f-5115f7a5b4f8 is going to be deleted. [ 1274.937042] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.937224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.981713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.981843] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7185fa2-285d-47c7-8207-45e956d8efb3 is going to be deleted. [ 1274.982660] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.982852] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.989786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.990086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.012749] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.012858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.027702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.027806] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904577ec-b40e-45bb-b0c1-010e3d4e9eed is going to be deleted. [ 1275.028542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.028725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.028811] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.028933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b32dbe-526d-4efb-ae49-551e49e2a233" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.029093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.029243] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.029320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.029429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6be7797-010b-42a8-a9e0-abfc96d59ab0" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.029884] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.030120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.030229] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.030367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f634691b-1682-40a9-8c85-c0f3460723af" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.030500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.030648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.030725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.030832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d8f494-bf7f-4b42-9559-3ad226e12676" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.030984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.031145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.031221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.031329] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4040a181-0fde-4626-b30d-90b1bdbfb847" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.031457] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.031596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.031668] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.031773] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ddbdb33-f1ce-4e08-a2af-87be1a5c2af3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.031893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.032065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.032144] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.032252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad926fa-2c9b-4bcc-ae2a-ef7119b4a4ce" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.032377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.032516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.032586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.032688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c160bf8f-0b75-48fa-8078-50c8b79d1a8b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.032810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.032946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.033030] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.033141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-808878bd-238c-46d2-90b5-633929088624" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.033259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.033395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.033464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.033568] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15696456-a560-47f7-9ad1-956e04e2f0ad" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.033761] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78dc867-54f4-46a5-bf9c-62e22d855b2a: rpc.has_security_group_logging(os_id): False [ 1275.034553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.034708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.034791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.034895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a56b8123-b840-4612-8c01-60796c20d486" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.036482] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.068376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.068491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.068545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.068689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.068768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.068875] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7185fa2-285d-47c7-8207-45e956d8efb3" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.070072] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.070185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.070253] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.070405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.071635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.071729] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.102815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.103093] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.103188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.103256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.103431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.103509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.103591] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1275.104552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.104714] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.104797] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.104903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d4b7e0-c994-4b35-852f-5115f7a5b4f8" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.150940] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.151103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.151159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.151321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.151400] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.151511] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904577ec-b40e-45bb-b0c1-010e3d4e9eed" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.230238] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.230402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.230402] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.230577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.230709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.269220] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1275.538439] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 1275.554929] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.555141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.555141] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.555320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.574421] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.574661] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.574769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.574839] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.574997] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.575090] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.575174] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1275.626664] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.626818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.626862] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.627012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.627159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.638868] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1277.282895] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1277.283336] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.651918] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1277.652177] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.985510] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.985773] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.986984] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.987465] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.987859] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.988237] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.333438] env[62657]: INFO networking_nsxv3.common.synchronization [req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 req-28f617e4-0997-4baa-891c-34f2d8010dc3 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1292.333961] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1292.334283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.335039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.335039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.335039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.335039] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.335039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.335039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.335320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.335320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.335320] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.837564] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.339242] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.842058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.842058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.842058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.842058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.842441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.842441] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1293.873829] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.874024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.874024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.874174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.874317] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.882393] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1295.893193] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1295.893491] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.335461] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.335828] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.336438] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.336438] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.961016] env[62657]: INFO networking_nsxv3.common.synchronization [req-bbbef912-ed05-447b-bedd-932eeb2c7add req-34a21f20-1fab-4180-91b4-05b1e5ddf2f2 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1303.961016] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGHEST for action security_group_members [ 1303.961274] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.961274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.961274] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.961581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.961761] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.961881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.961937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.962093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.962174] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.962270] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.464804] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.464992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.465067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.465271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.488133] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.488445] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.488573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.488643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.488836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.488918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.489015] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be updated. [ 1304.512766] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.512946] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.512996] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.513245] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.513393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.521514] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: IN_PROGRESS for 2s [ 1306.531654] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f157594-88e0-4650-aff8-ddef24bd63cf in Status: SUCCESS [ 1306.532067] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf deletion is rescheduled due to dependency. [ 1306.532067] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.756747] env[62657]: INFO networking_nsxv3.common.synchronization [req-fac7455c-1757-4da9-8934-16c39c49754f req-aba4133e-79c9-4d01-87fa-295adc17c94e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1307.757383] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGHEST for action security_group_members [ 1307.757632] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.757761] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.757829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.758168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.759143] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.759143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.759143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.759143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.759143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.759143] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.260938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.261355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.261355] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.261641] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.262173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.262173] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.262350] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.262451] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.262689] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.263340] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.263340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be updated. [ 1308.288620] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.288793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.288832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.289078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.289351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.297410] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: IN_PROGRESS for 2s [ 1310.309286] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a in Status: SUCCESS [ 1310.309595] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a deletion is rescheduled due to dependency. [ 1310.309657] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.299901] env[62657]: INFO networking_nsxv3.common.synchronization [None req-0967cc96-c02e-4d84-8769-e3d070c304ac None None] Enqueued Resource ID: 272a6627-83ac-48d1-9ff0-66fe54c52a4b with Priority: HIGHEST for action port [ 1312.300168] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a6627-83ac-48d1-9ff0-66fe54c52a4b with Priority: HIGHEST for action port [ 1312.300743] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-272a6627-83ac-48d1-9ff0-66fe54c52a4b taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.300878] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272a6627-83ac-48d1-9ff0-66fe54c52a4b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.300942] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272a6627-83ac-48d1-9ff0-66fe54c52a4b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.301494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272a6627-83ac-48d1-9ff0-66fe54c52a4b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.304673] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272a6627-83ac-48d1-9ff0-66fe54c52a4b',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.807535] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272a6627-83ac-48d1-9ff0-66fe54c52a4b [ 1312.807779] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.807913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.808053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.808222] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.808314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.808430] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272a6627-83ac-48d1-9ff0-66fe54c52a4b already deleted. [ 1312.808497] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272a6627-83ac-48d1-9ff0-66fe54c52a4b" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.498097] env[62657]: INFO networking_nsxv3.common.synchronization [None req-6b2b9714-f03a-4934-be6e-3dd749608778 None None] Enqueued Resource ID: 6473b3d4-e92e-49a1-b5da-bae4f06cbc04 with Priority: HIGHEST for action port [ 1314.498336] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6473b3d4-e92e-49a1-b5da-bae4f06cbc04 with Priority: HIGHEST for action port [ 1314.498821] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-6473b3d4-e92e-49a1-b5da-bae4f06cbc04 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.498944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6473b3d4-e92e-49a1-b5da-bae4f06cbc04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.499028] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6473b3d4-e92e-49a1-b5da-bae4f06cbc04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.499371] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6473b3d4-e92e-49a1-b5da-bae4f06cbc04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.499488] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6473b3d4-e92e-49a1-b5da-bae4f06cbc04',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.002331] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6473b3d4-e92e-49a1-b5da-bae4f06cbc04 [ 1315.002611] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.002760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.002840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.003357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.003357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.003357] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6473b3d4-e92e-49a1-b5da-bae4f06cbc04 already deleted. [ 1315.003357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6473b3d4-e92e-49a1-b5da-bae4f06cbc04" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.981561] env[62657]: INFO networking_nsxv3.common.synchronization [None req-43666c60-3aaa-4df1-bdab-6ad64ac155f2 None None] Enqueued Resource ID: aaf302af-43c3-4a3b-97a1-f1f4894cf779 with Priority: HIGHEST for action port [ 1315.982072] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf302af-43c3-4a3b-97a1-f1f4894cf779 with Priority: HIGHEST for action port [ 1315.982371] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaf302af-43c3-4a3b-97a1-f1f4894cf779 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.982823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaf302af-43c3-4a3b-97a1-f1f4894cf779" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.982823] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaf302af-43c3-4a3b-97a1-f1f4894cf779" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.983323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaf302af-43c3-4a3b-97a1-f1f4894cf779" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.983416] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf302af-43c3-4a3b-97a1-f1f4894cf779',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.486338] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaf302af-43c3-4a3b-97a1-f1f4894cf779 [ 1316.486338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.486338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.486338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.486338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.486338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.486338] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaf302af-43c3-4a3b-97a1-f1f4894cf779 already deleted. [ 1316.486338] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaf302af-43c3-4a3b-97a1-f1f4894cf779" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.576682] env[62657]: INFO networking_nsxv3.common.synchronization [None req-936d44fc-ee69-463e-8cee-d7c7de6b2c94 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1316.576682] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1316.576845] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.576913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.576913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.579663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.579760] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.661203] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ed3d288d-ffb7-4d96-a2ae-5400b6b942c7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1316.661851] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1316.661939] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.662138] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.100827] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.101204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.101204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.101279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.102116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.102116] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f already deleted. [ 1317.102116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.102116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.102116] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.102116] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.624377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.624524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.624624] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.624805] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.624894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.624989] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f already deleted. [ 1317.625084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.626784] env[62657]: INFO networking_nsxv3.common.synchronization [req-45136a36-a59c-4356-943a-44b728e6f4ca req-cc04af6b-b765-48d2-a404-52e2744cf11e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1317.628388] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1317.628958] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.629082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.629151] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.629391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.629544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.629643] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.629706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.629951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.629951] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.630055] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.939051] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.939336] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.939541] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.939709] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.939972] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.940161] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.940319] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.940499] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.940648] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.940866] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.940985] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.941326] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.941499] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.941653] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.941775] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.941932] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.960744] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.960906] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.961046] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.961222] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.961548] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-dd453369-77af-4027-9bf8-fd8c0e3cc526 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.961725] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.961849] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.962355] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.962574] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd453369-77af-4027-9bf8-fd8c0e3cc526',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.134334] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.134621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.134621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.134869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.134995] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.135106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.135168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.135315] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.135390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.135479] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e already deleted. [ 1318.135615] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.287750] env[62657]: INFO networking_nsxv3.common.synchronization [None req-c41de539-42d1-4357-ae9f-9e37eede2e12 None None] Enqueued Resource ID: b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb with Priority: HIGHEST for action port [ 1318.288017] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb with Priority: HIGHEST for action port [ 1318.288571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.288700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.288771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.289035] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.289119] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.465107] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.465291] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.465342] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.465625] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.465785] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.465945] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port dd453369-77af-4027-9bf8-fd8c0e3cc526 not found, creating... [ 1318.466224] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.466387] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.466508] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.466735] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.466875] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.467185] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.467344] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.467465] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.467684] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.467819] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.467969] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 is going to be created. [ 1318.486119] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.486258] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.486396] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.486621] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.486846] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.487096] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.791156] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb [ 1318.791358] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.791542] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.791612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.791829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.791917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.792025] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb already deleted. [ 1318.792106] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9420fdf-5ddd-4a0f-b6f8-3d882593bcbb" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.139534] env[62657]: INFO networking_nsxv3.common.synchronization [req-45136a36-a59c-4356-943a-44b728e6f4ca req-1ab0af0b-389f-4f57-b95e-b6cecd99d9aa service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1319.139777] env[62657]: INFO networking_nsxv3.common.synchronization [req-45136a36-a59c-4356-943a-44b728e6f4ca req-1ab0af0b-389f-4f57-b95e-b6cecd99d9aa service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1319.139777] env[62657]: INFO networking_nsxv3.common.synchronization [req-45136a36-a59c-4356-943a-44b728e6f4ca req-1ab0af0b-389f-4f57-b95e-b6cecd99d9aa service nova] Enqueued Resource ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 with Priority: HIGHEST for action port [ 1319.139975] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1319.140119] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1319.140215] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 with Priority: HIGHEST for action port [ 1319.140746] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.140865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.140929] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.141190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.141268] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.142085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.142197] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.142264] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.142449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.142603] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.142701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.142764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.142902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.142994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.143072] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.144081] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd453369-77af-4027-9bf8-fd8c0e3cc526 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.144188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.144257] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.144401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.144474] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd453369-77af-4027-9bf8-fd8c0e3cc526',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.646544] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.646717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.646882] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd453369-77af-4027-9bf8-fd8c0e3cc526 with status ACTIVE [ 1319.647239] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.647239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.647239] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.647426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.647512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.647690] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.647785] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.647846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.647998] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.648085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.648261] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.648352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.648415] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.648547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.648621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.648701] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 is going to be updated. [ 1319.649865] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.668216] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.668370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.668420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.668588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.668747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.668960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.152304] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.655058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.655058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.655058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.655383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.655383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.655449] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be created. [ 1320.677602] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.677787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.677787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.677959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.678121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.685885] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: UNINITIALIZED for 2s [ 1322.287827] env[62657]: INFO networking_nsxv3.common.synchronization [req-e32be80b-c1a4-400b-839d-5b242cae97ba req-14e03002-890f-4207-b629-19eadc6c2958 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1322.288411] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1322.288711] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.288832] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.288898] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.289169] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.289321] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.289423] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.289490] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.289629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.289711] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.289797] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.518506] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.518707] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.518845] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.519215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.519525] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.519701] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.519838] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.520072] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.520233] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.520454] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.520571] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.520697] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.520813] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.520928] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.521061] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.521200] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.540152] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.540332] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.540480] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.540639] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.540948] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-1afdfe19-afc6-4c03-bb2f-6eda4863c108 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.541127] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.541261] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.541631] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.541784] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afdfe19-afc6-4c03-bb2f-6eda4863c108',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.694347] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1322.694581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.694704] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.694913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.695107] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.695226] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.695285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.695429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.695509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.695593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.695677] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.791371] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.791545] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.791639] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.791822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.791907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.792105] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.792201] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.792262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.792405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.792530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.792649] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f already deleted. [ 1322.792649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.044783] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.045008] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.045254] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.045681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.045945] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.046226] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 1afdfe19-afc6-4c03-bb2f-6eda4863c108 not found, creating... [ 1323.046719] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.046924] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.047165] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.047511] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.047733] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.048067] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.048249] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.048376] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.048596] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.048737] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.048883] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 is going to be created. [ 1323.068268] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.068512] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.068593] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.068851] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.069091] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.069315] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.198340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.198547] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.198655] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.198876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.199084] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.199210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.199298] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.199495] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.199620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.199742] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.199915] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.200047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.200137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.200308] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.200474] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.200593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.200675] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.200849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.200960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.201120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.201240] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.703235] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83daa59-f4cb-43e4-ad3a-63f9dba2427e: rpc.has_security_group_logging(os_id): False [ 1323.720554] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.720554] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.720724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.720837] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.720922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.721146] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.721244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.721305] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.721455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.721559] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.721734] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.721904] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.721973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.722128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.722203] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.722377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.722566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.722664] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.722829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.722924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.723037] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be created. [ 1323.777855] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.778039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.778086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.778268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.778436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.787940] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1323.789938] env[62657]: INFO networking_nsxv3.common.synchronization [req-e32be80b-c1a4-400b-839d-5b242cae97ba req-1279bc89-672e-4875-8c07-2c7239288b1c service nova] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1323.790133] env[62657]: INFO networking_nsxv3.common.synchronization [req-e32be80b-c1a4-400b-839d-5b242cae97ba req-1279bc89-672e-4875-8c07-2c7239288b1c service nova] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1323.790283] env[62657]: INFO networking_nsxv3.common.synchronization [req-e32be80b-c1a4-400b-839d-5b242cae97ba req-1279bc89-672e-4875-8c07-2c7239288b1c service nova] Enqueued Resource ID: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 with Priority: HIGHEST for action port [ 1323.790495] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_rules [ 1323.790619] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1323.790713] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 with Priority: HIGHEST for action port [ 1323.791240] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.791343] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.791413] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.791702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.791702] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.792870] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.792980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.793058] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.793206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.793444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.793548] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.793616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.793759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.793838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.793923] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.798292] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1afdfe19-afc6-4c03-bb2f-6eda4863c108 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.798292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.798292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.798292] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.798292] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afdfe19-afc6-4c03-bb2f-6eda4863c108',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.293842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.294053] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.295317] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.300101] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1afdfe19-afc6-4c03-bb2f-6eda4863c108 with status ACTIVE [ 1324.300101] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.300101] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.300360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.300438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.300527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.300704] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.300829] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.300874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.301025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.301103] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.301285] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.301376] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.301435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.301625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.301716] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.301813] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 is going to be updated. [ 1324.322331] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.322464] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.322563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.322703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.322827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.322976] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1afdfe19-afc6-4c03-bb2f-6eda4863c108" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.798743] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.979550] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.979814] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.979988] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.980339] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.980661] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.980880] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.981057] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.981345] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.981563] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.981836] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.982016] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.982159] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.982308] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.982461] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.982618] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.982801] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.002649] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.002863] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.003064] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.003286] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-814" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.003619] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.003844] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.004015] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.004312] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.004506] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5fa7dc-436f-4050-a3f9-8a6a597eef89',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.304378] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.304544] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.304640] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.304965] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.305128] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.305294] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f is going to be created. [ 1325.326217] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.326378] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.326454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.326665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.326847] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.336970] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: UNINITIALIZED for 2s [ 1325.506718] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.506968] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.507099] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.507402] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.507559] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.507876] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.508033] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.508160] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.508386] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.508530] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.508819] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.508971] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.509109] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.509321] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.509485] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.509658] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 is going to be updated. [ 1325.529175] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.529385] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.529598] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.529950] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.530177] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.530466] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.800674] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1325.800674] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.195657] env[62657]: INFO networking_nsxv3.common.synchronization [req-599971b1-720c-46ef-931a-17ed1b6fa333 req-af97ebee-44df-48be-8831-f123991e7753 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1326.195821] env[62657]: INFO networking_nsxv3.common.synchronization [req-599971b1-720c-46ef-931a-17ed1b6fa333 req-af97ebee-44df-48be-8831-f123991e7753 service nova] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1326.195976] env[62657]: INFO networking_nsxv3.common.synchronization [req-599971b1-720c-46ef-931a-17ed1b6fa333 req-af97ebee-44df-48be-8831-f123991e7753 service nova] Enqueued Resource ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with Priority: HIGHEST for action port [ 1326.196230] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_rules [ 1326.196354] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1326.196449] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with Priority: HIGHEST for action port [ 1326.196987] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.197426] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.197538] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.197779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.197919] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.198898] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.199075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.199185] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.199393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.199646] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.199827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.199914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.200126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.200258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.200383] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.201320] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.201320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.201320] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.201920] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.202068] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5fa7dc-436f-4050-a3f9-8a6a597eef89',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.704091] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.704091] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.704091] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.706045] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with status ACTIVE [ 1326.706184] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.706246] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.706293] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.706502] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.706589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.706802] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.706932] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.707037] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.707216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.707295] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.707487] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.707591] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.707645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.707779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.707851] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.707933] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 is going to be updated. [ 1326.726737] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.726881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.726922] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.727096] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.727223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.727367] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5fa7dc-436f-4050-a3f9-8a6a597eef89" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.206431] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.345979] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: SUCCESS [ 1327.346211] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.346365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.346571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.346757] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.346870] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.346937] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.347129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.347167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.347249] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.347338] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.708928] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.709205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.709277] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.709582] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.709688] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.709742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1327.736303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.736466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.736514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.736725] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.736880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.746936] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1327.849483] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.353742] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f87e27a-e1ea-4f04-af3a-f93e20ac773f: rpc.has_security_group_logging(os_id): False [ 1328.369465] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.369634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.369708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.369914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.370017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.370340] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.370442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.370507] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.370658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.370736] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.370820] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f is going to be created. [ 1328.438259] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.438409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.438481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.438760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.438966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.463078] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: IN_PROGRESS for 2s [ 1329.757273] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1329.757567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.757680] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.757906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.758111] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.758270] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.758341] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.758517] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.758598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.758724] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.758841] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.260584] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.475043] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: SUCCESS [ 1330.475260] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.763229] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61b5efb-3aba-4266-b84f-b38667e879e5: rpc.has_security_group_logging(os_id): False [ 1330.791385] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.791385] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.791690] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.791814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.791949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.792277] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.792435] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.792527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.792730] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.792834] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.792948] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1330.884094] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.884313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.884361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.884581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.884741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.902164] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1331.197878] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.198055] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.888656] env[62657]: INFO networking_nsxv3.common.synchronization [req-677d79cd-4dce-4e84-99ca-56237804a42b req-0733470a-f35e-4fa5-bbc1-3cb7b5be0e9a tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1331.889230] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1331.892708] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.892861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.892935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.893191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.893377] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.893479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.893539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.893693] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.893772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.893861] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.211358] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.211624] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.211763] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.212060] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.212340] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.212507] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.212635] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.212874] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.213042] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.213268] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.213410] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1332.213532] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1332.213649] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1332.213761] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.213880] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1332.214033] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1332.238253] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1332.238444] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1332.238591] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1332.238783] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.239144] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.239327] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.239459] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.239948] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.240120] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.396260] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.742847] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.743191] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.743349] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.743750] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.743951] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.744120] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c not found, creating... [ 1332.744478] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.744687] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.744824] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.745123] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.745288] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.745716] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.745997] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.746200] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.746456] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.746674] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.746867] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c is going to be created. [ 1332.768461] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.768756] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.768903] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.769265] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.769523] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.769832] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.898115] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.918669] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1332.919066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.400742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.400960] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.401126] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.401267] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.401359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.401457] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1333.438148] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.438349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.438422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.438638] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.438848] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.448888] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1333.470509] env[62657]: INFO networking_nsxv3.common.synchronization [req-677d79cd-4dce-4e84-99ca-56237804a42b req-42e780d6-5205-48b7-b341-c803b57066fb service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1333.470712] env[62657]: INFO networking_nsxv3.common.synchronization [req-677d79cd-4dce-4e84-99ca-56237804a42b req-42e780d6-5205-48b7-b341-c803b57066fb service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1333.470862] env[62657]: INFO networking_nsxv3.common.synchronization [req-677d79cd-4dce-4e84-99ca-56237804a42b req-42e780d6-5205-48b7-b341-c803b57066fb service nova] Enqueued Resource ID: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c with Priority: HIGHEST for action port [ 1333.471432] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1333.471824] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1333.471999] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c with Priority: HIGHEST for action port [ 1333.472284] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.472406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.472473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.472695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.472767] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.473731] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.474205] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.474205] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.474433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.474433] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.474518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.474582] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.977471] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.977767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.977806] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c with status ACTIVE [ 1333.977968] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.978487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.978487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.978487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.978487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.978684] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.978743] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.978835] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.978940] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.979031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.979211] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.979304] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.979427] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.979503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.979580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.979664] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c is going to be updated. [ 1334.001276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.001276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.001276] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.001571] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.001642] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.002052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.460804] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.460804] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.460804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.461593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.461593] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.962706] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.467200] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.969359] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.969648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.969648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.969861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.969959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.970078] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1336.996663] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.996876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.996876] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.997109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.997261] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.008027] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1338.472710] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.473086] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1339.020160] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1339.020388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.020550] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.020767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.020963] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.021102] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.021188] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.021321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.021401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.021487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.021581] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.523855] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.524269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.524269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.524412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.524534] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.524637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.524700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.524842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.524925] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.525025] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.525174] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.525265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.525323] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.525460] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.525601] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.525694] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.525787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.525992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.526125] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.526258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.526400] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.028988] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83daa59-f4cb-43e4-ad3a-63f9dba2427e: rpc.has_security_group_logging(os_id): False [ 1340.046938] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.046938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.046938] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.047288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.047288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.047446] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.047552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.047610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.047760] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.047836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.048022] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.048143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.048209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.048313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.048390] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.048566] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.048671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.048735] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.048846] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.048917] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.048997] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1340.123831] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.124078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.124078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.124258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.124404] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.137702] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1342.153148] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1342.153455] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.454607] env[62657]: INFO networking_nsxv3.common.synchronization [req-41966865-17ec-4ab4-9f97-6f6ee768c28c req-21f32b87-252d-4dc4-a7b2-390ac3435b05 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1343.455092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGHEST for action security_group_members [ 1343.455400] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.455659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.455659] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.455770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.455910] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.456018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.456093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.456235] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.456391] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.456447] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.958781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.958986] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.959054] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.959271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.959365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.959572] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.959683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.959762] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.959916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.960018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.960080] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be updated. [ 1343.990276] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.990422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.990484] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.990685] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.990807] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.998721] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: IN_PROGRESS for 2s [ 1345.210345] env[62657]: INFO networking_nsxv3.common.synchronization [req-1cb35600-e4c1-407e-826e-081e58c09291 req-b5679a12-acd9-4185-b23a-904e90961ffb tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1345.211227] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1345.211587] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.211732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.211838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.212060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.212220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.212325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.212395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.212539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.212618] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.212710] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.714832] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.008900] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61b5efb-3aba-4266-b84f-b38667e879e5 in Status: SUCCESS [ 1346.009165] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 deletion is rescheduled due to dependency. [ 1346.009165] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.217796] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.720033] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.720033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.720033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.720333] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.720370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.720466] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1346.745741] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.745931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.745931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.746135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.746275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.753688] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1348.764391] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1348.764778] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.212083] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.212406] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.213240] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.213594] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.214419] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.214912] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.215355] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.215746] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.216838] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.217151] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.217778] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.218177] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.722007] env[62657]: INFO networking_nsxv3.common.synchronization [None req-faff2783-b343-4a0a-b74d-dbd62e7c5393 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1377.722581] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1377.722885] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.723018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.723085] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.723360] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.723444] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.786037] env[62657]: INFO networking_nsxv3.common.synchronization [None req-ae62074a-3898-4d5a-9427-52a030717fcd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1377.786267] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1377.786781] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.786886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.249304] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.249461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.249514] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.249707] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.249792] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.249884] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 already deleted. [ 1378.249966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.250130] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.250282] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.250365] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.770241] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.770241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.770241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.770241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.770856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.770856] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 already deleted. [ 1378.770856] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.787161] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.787428] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.982505] env[62657]: INFO networking_nsxv3.common.synchronization [req-e9f3bed1-41ca-49e4-a508-13815cceb40f req-fdf9e714-e545-4990-a840-10a8b2de9098 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1382.984031] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1382.984031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.984031] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.984031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.984031] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.231612] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.231822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.231992] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.232545] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.232618] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.232796] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.234066] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.234066] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.234066] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.234066] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1383.234066] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1383.234066] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1383.234066] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1383.234066] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1383.234066] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1383.234432] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1383.254319] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1383.254480] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1383.254651] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1383.254827] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.255114] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-d06cc4e6-fc25-48fd-940b-ebae3f509155 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.255284] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.255411] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.255695] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.255840] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06cc4e6-fc25-48fd-940b-ebae3f509155',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.486408] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.486608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.486608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.486771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.486861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.487058] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.487159] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.487223] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.487374] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.487449] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.487538] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 already deleted. [ 1383.487612] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.758244] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.759086] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.759086] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.759086] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.759086] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.759363] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port d06cc4e6-fc25-48fd-940b-ebae3f509155 not found, creating... [ 1383.759494] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.759660] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.760016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.760016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.760215] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.760473] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.760638] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.760762] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.760973] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.761129] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.761275] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: d06cc4e6-fc25-48fd-940b-ebae3f509155 is going to be created. [ 1383.780738] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.780912] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.780994] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.781240] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.781469] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.781683] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [req-e9f3bed1-41ca-49e4-a508-13815cceb40f req-0c5b0ffa-0a5c-4151-9bf6-9f0e9bb81b9c service nova] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [req-e9f3bed1-41ca-49e4-a508-13815cceb40f req-0c5b0ffa-0a5c-4151-9bf6-9f0e9bb81b9c service nova] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [req-e9f3bed1-41ca-49e4-a508-13815cceb40f req-0c5b0ffa-0a5c-4151-9bf6-9f0e9bb81b9c service nova] Enqueued Resource ID: d06cc4e6-fc25-48fd-940b-ebae3f509155 with Priority: HIGHEST for action port [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_rules [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1384.452363] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d06cc4e6-fc25-48fd-940b-ebae3f509155 with Priority: HIGHEST for action port [ 1384.453136] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.453422] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.453722] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.454039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.454251] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.455283] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.455543] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.456944] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.456944] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.456944] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.457271] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-d06cc4e6-fc25-48fd-940b-ebae3f509155 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.457527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.457527] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.457603] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.457922] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06cc4e6-fc25-48fd-940b-ebae3f509155',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.959387] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.959607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.960913] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.961770] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d06cc4e6-fc25-48fd-940b-ebae3f509155 with status ACTIVE [ 1384.961956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.962080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.962147] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.962396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.962485] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.962734] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.962849] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.962916] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.963093] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.963173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.963362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.963456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.963508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.963647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.963717] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.963823] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d06cc4e6-fc25-48fd-940b-ebae3f509155 is going to be updated. [ 1384.984335] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.984493] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.984536] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.984682] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.984806] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.984950] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d06cc4e6-fc25-48fd-940b-ebae3f509155" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.465741] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.568768] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.568976] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.569125] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.569394] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.569659] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.569819] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.569940] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.570173] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.570329] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.570533] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.570650] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.570764] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.570876] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.570988] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.571110] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.571247] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.588840] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.588997] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1385.589156] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.589326] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-39" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.589601] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-dd453369-77af-4027-9bf8-fd8c0e3cc526 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.589766] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.589893] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.590142] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.590286] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd453369-77af-4027-9bf8-fd8c0e3cc526',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.968469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.968679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.968679] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.969796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.969796] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.969796] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 is going to be created. [ 1386.001332] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.001474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.001713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.001858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.001913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.011462] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: UNINITIALIZED for 2s [ 1386.092608] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.092811] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.092935] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.093261] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.093469] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.093771] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.093941] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.094081] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.094306] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.094450] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.094730] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.094885] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.095016] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.095236] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.095375] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.095520] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 is going to be updated. [ 1386.115700] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.115877] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.116014] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.116245] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.116432] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.116642] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e req-db3a5a81-936d-4553-b40a-6e12cfc03938 service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e req-db3a5a81-936d-4553-b40a-6e12cfc03938 service nova] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e req-db3a5a81-936d-4553-b40a-6e12cfc03938 service nova] Enqueued Resource ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 with Priority: HIGHEST for action port [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_rules [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1386.778539] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 with Priority: HIGHEST for action port [ 1386.779150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.779150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.779234] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.779419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.779496] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.780330] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.780436] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.780503] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.780860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.780860] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.781040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.781040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.781111] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.781155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.781241] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.781933] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd453369-77af-4027-9bf8-fd8c0e3cc526 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.782045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.782145] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.782262] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.782352] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd453369-77af-4027-9bf8-fd8c0e3cc526',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.284224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.284364] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.284614] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.285519] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd453369-77af-4027-9bf8-fd8c0e3cc526 with status ACTIVE [ 1387.285742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.285889] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.285973] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.286216] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.286331] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.286539] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.286658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.286739] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.286903] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.286983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.287224] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.287361] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.287431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.287609] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.287696] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.287793] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd453369-77af-4027-9bf8-fd8c0e3cc526 is going to be updated. [ 1387.308220] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.308354] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.308412] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.308636] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.308794] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.308967] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd453369-77af-4027-9bf8-fd8c0e3cc526" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.789783] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.021104] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: SUCCESS [ 1388.021307] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.021472] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.021678] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.021860] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.021972] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.022047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.022193] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.022285] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.022387] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.022480] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.292023] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.292023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.292023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.292316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.292316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.292316] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1388.325886] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.326113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.326192] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.326369] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.326539] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.335987] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1388.525012] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.026800] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34: rpc.has_security_group_logging(os_id): False [ 1389.044458] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.044587] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.044673] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.044861] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.044949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.045196] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.045296] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.045359] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.045500] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.045593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.045701] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 is going to be created. [ 1389.109454] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.109604] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.109649] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.109853] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.110044] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.119952] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: IN_PROGRESS for 2s [ 1390.346055] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1390.346055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.346055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.346055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.346055] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.346055] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.346718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.346718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.346718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.346718] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.346718] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.848969] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.849224] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.849303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.849518] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.849728] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.849859] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.849926] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.850124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.850469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.850469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.850469] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.850598] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.850632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.850774] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.850964] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.851087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.851150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.851286] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.851370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.851479] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.851587] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.133026] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: SUCCESS [ 1391.133258] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.354412] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83daa59-f4cb-43e4-ad3a-63f9dba2427e: rpc.has_security_group_logging(os_id): False [ 1391.374430] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.374586] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.374662] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.374845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.374933] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.375160] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.375247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.375310] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.375458] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.375534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.375700] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.375810] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.375935] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.376027] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.376089] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.376229] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.376316] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.376383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.376530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.376671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.376671] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1391.504923] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.505146] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.505242] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.505505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.505701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.520288] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1391.779846] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.780132] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1393.540340] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1393.540914] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.780704] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.781250] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.782422] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.782818] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.783659] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.784079] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.784773] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.785050] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.162393] env[62657]: INFO networking_nsxv3.common.synchronization [req-72c5aa51-7a6b-4d9b-9073-3d9440587727 req-327ec28c-df00-49d2-ab0b-4887b7387d29 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1414.162393] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGHEST for action security_group_members [ 1414.162393] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.162393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.162897] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.163217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.163509] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.165087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.165087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.165087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.165087] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.165087] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.667057] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.667294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.667294] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.667505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.667597] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.667796] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.667894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.667959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.668123] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.668200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.668284] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be updated. [ 1414.700803] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.700945] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.700992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.701181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.701312] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.709599] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: IN_PROGRESS for 2s [ 1416.720787] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e in Status: SUCCESS [ 1416.721210] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e deletion is rescheduled due to dependency. [ 1416.721210] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.162272] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.162962] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.164637] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.164637] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.165479] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.165858] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.166385] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.166829] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.227957] env[62657]: INFO networking_nsxv3.common.synchronization [req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f req-f5f58faa-794f-4a3e-950e-51caa9b173c5 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1436.228470] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGHEST for action security_group_members [ 1436.228786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.228918] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.228984] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.229170] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.229759] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.229759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.229759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.229759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.229759] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.229759] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.731955] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.732204] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.732255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.732461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.732553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.732748] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.732844] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.732947] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.733105] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.733181] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.733267] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 is going to be updated. [ 1436.766947] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.767171] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.767221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.767396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.767535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.775545] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: IN_PROGRESS for 2s [ 1438.785737] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 in Status: SUCCESS [ 1438.786135] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 deletion is rescheduled due to dependency. [ 1438.786135] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.229178] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.229576] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.230372] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.230636] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.624531] env[62657]: INFO networking_nsxv3.common.synchronization [req-a223461d-80b0-4c58-a540-e88f876899bd req-70ca3ef3-92af-4684-80b4-7d9d5aa83a9c tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1447.625046] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGHEST for action security_group_members [ 1447.625359] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.626086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.626086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.626086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.626086] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.626086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.626086] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.626441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.626441] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.626441] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.128329] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.128553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.128553] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.128767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.128858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.129066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.129160] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.129233] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.129379] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.129456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.129543] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f is going to be updated. [ 1448.157362] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.157560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.157560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.157637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.157772] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.166226] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: IN_PROGRESS for 2s [ 1449.355058] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1449.355058] env[62657]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59f2fc73-8717-4589-9621-16ed804567fe None None] NSXv3 Agent Agent loop - iteration:4 started [ 1450.176760] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f in Status: SUCCESS [ 1450.176961] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f deletion is rescheduled due to dependency. [ 1450.177080] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.262483] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a397ab09-d10d-4c3d-acf7-ee46e981f6ef tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1452.262996] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1452.263351] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.263474] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.263535] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.263784] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.263863] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.324924] env[62657]: INFO networking_nsxv3.common.synchronization [None req-a5b99575-157c-486b-a27a-c551961a03a5 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1452.325195] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1452.325497] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.325645] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.785217] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.785377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.785442] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.785647] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.785732] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.785832] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e already deleted. [ 1452.785913] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.786064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.786263] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.786364] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.305380] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.305779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.305779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.305779] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.305886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.305960] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e already deleted. [ 1453.306052] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.325804] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.326163] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.461569] env[62657]: INFO networking_nsxv3.common.synchronization [req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc req-bc834d6a-53d2-4caf-981a-caa18adf671e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1457.463034] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1457.463034] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.463034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.463034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.463034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.463407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.463407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.463407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.463407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.463596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.463596] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.760124] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.760316] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.760450] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.760721] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.760984] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.761182] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.761311] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.761533] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.761681] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.761896] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.762027] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1457.762147] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1457.762263] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1457.762379] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.762490] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1457.762629] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1457.784770] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1457.784943] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1457.785100] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1457.785273] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.785608] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-ffce981c-0bc6-4983-8bff-3837e1527177 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.785779] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.785905] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.786272] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.786598] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffce981c-0bc6-4983-8bff-3837e1527177',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.966754] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.966980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.966980] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.967150] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.967240] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.967433] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.967534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.967588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.967747] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.967822] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.967904] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e already deleted. [ 1457.967983] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.289036] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.289232] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.289459] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.289640] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.289795] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.289954] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port ffce981c-0bc6-4983-8bff-3837e1527177 not found, creating... [ 1458.290292] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.290391] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.290504] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.290721] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.290859] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.291265] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.291366] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.291493] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.291705] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.291843] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.291988] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: ffce981c-0bc6-4983-8bff-3837e1527177 is going to be created. [ 1458.314065] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.314245] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.314374] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.314601] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.314846] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.315073] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.980728] env[62657]: INFO networking_nsxv3.common.synchronization [req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc req-7204963f-2e66-43c0-8f7d-dbdbcb0ef45e service nova] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1458.980960] env[62657]: INFO networking_nsxv3.common.synchronization [req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc req-7204963f-2e66-43c0-8f7d-dbdbcb0ef45e service nova] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1458.981108] env[62657]: INFO networking_nsxv3.common.synchronization [req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc req-7204963f-2e66-43c0-8f7d-dbdbcb0ef45e service nova] Enqueued Resource ID: ffce981c-0bc6-4983-8bff-3837e1527177 with Priority: HIGHEST for action port [ 1458.981367] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_rules [ 1458.981546] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1458.981593] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffce981c-0bc6-4983-8bff-3837e1527177 with Priority: HIGHEST for action port [ 1458.982275] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.982463] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.982574] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.982814] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.983145] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.984656] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.987444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.987444] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.987444] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffce981c-0bc6-4983-8bff-3837e1527177 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.987444] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.987444] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffce981c-0bc6-4983-8bff-3837e1527177',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.489056] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.489225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.490505] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffce981c-0bc6-4983-8bff-3837e1527177 with status ACTIVE [ 1459.490687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.490799] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.490874] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.491068] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.491175] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.491384] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.491486] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.491552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.491712] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.491793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.491973] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.492075] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.492136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.492275] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.492345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.492428] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffce981c-0bc6-4983-8bff-3837e1527177 is going to be updated. [ 1459.493538] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.513986] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.514124] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.514200] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.514347] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.514467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.514608] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffce981c-0bc6-4983-8bff-3837e1527177" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.995514] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.498178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.498409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.498409] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.498602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.498687] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.498783] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e is going to be created. [ 1460.521226] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.521358] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.521431] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.521595] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.521744] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.529287] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: UNINITIALIZED for 2s [ 1462.540921] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: SUCCESS [ 1462.541290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.541290] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.541470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.541653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.541769] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.541830] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.541979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.542070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.542155] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.542245] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.044334] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.546779] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbba8d8b-a7f4-4785-b025-ba7f08747b4e: rpc.has_security_group_logging(os_id): False [ 1463.566190] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.566407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.566407] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.566573] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.566665] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.566909] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.567023] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.567084] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.567247] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.567327] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.567414] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e is going to be created. [ 1463.629742] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.630046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.630046] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.630182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.630352] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.640365] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: IN_PROGRESS for 2s [ 1463.983150] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.983371] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1465.653051] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: SUCCESS [ 1465.653051] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.984961] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.985341] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.986534] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.986962] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.987639] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.988135] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.989411] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.989783] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.990410] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.990798] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.991934] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.991934] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.993073] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.993490] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.994024] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.994432] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.306694] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.307180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.307180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.307180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.307346] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.811046] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.995525] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.995730] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.313052] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.816013] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1509.816140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1510.474613] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.474970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.474970] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.475092] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.487723] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1510.488563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.489236] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1510.525613] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.525755] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.525809] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.525966] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.540078] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.540705] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1510.540784] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.540876] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1510.569437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.569567] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.569620] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.569771] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.570365] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.570484] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1510.637925] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.638064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.638115] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.638268] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.638509] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.638713] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1510.708657] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.708838] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.708886] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.709049] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.709326] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.709564] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:22. [ 1510.709649] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8f87e27a-e1ea-4f04-af3a-f93e20ac773f', 'f78dc867-54f4-46a5-bf9c-62e22d855b2a', 'd83daa59-f4cb-43e4-ad3a-63f9dba2427e', '4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34', 'd967a5f5-11bd-4972-a16b-ffdec1812531', '598ea41d-621d-481c-b98c-494c0798beb9', 'dfe6ae94-6270-46c3-b73a-2f070c599a94', 'cc95b7cb-d5dd-4e76-9718-d7677fad44ab', '8dca613b-feac-44b0-a881-38073a85bdd1', '07ac2832-93b7-47b4-aea5-d54654be5b82', '9b97f010-b352-4187-8524-4319de47c018', 'e61b5efb-3aba-4266-b84f-b38667e879e5', 'a464f968-9324-4d4d-8f65-8fd6caccfa94', '9a1cb011-c492-4db0-ad14-7dc14498268f', '4f157594-88e0-4650-aff8-ddef24bd63cf', '637044fe-2922-4103-9797-e995fd211cea', 'b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7', 'ffd451c8-3af6-4b22-a31f-04eacc4972a5', '85ef85eb-a78b-4363-a9a1-233d706d47d9', '66a8a26b-70d5-4719-a852-aa88592b0a8f', 'dce6b743-1e38-4397-98d7-82d1a1fd4225', 'cbba8d8b-a7f4-4785-b025-ba7f08747b4e'} {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.709743] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1510.726599] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.726733] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.726777] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.726928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.727018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.727121] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1510.727229] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.727313] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1510.800538] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.800701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.801047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.801047] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.801956] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.802187] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1510.802263] env[62657]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62657) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.802333] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1510.802399] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1510.802476] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/22 resources of Type:Security Group Rules [ 1510.802546] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGH for action security_group_rules [ 1510.802624] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1510.802689] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGH for action security_group_rules [ 1510.802750] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGH for action security_group_rules [ 1510.802812] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGH for action security_group_rules [ 1510.802873] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGH for action security_group_rules [ 1510.802938] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGH for action security_group_rules [ 1510.802984] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGH for action security_group_rules [ 1510.803063] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGH for action security_group_rules [ 1510.803125] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGH for action security_group_rules [ 1510.803188] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGH for action security_group_rules [ 1510.803249] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1510.803311] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGH for action security_group_rules [ 1510.803373] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGH for action security_group_rules [ 1510.803434] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGH for action security_group_rules [ 1510.803496] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGH for action security_group_rules [ 1510.803587] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGH for action security_group_rules [ 1510.803633] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGH for action security_group_rules [ 1510.803673] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGH for action security_group_rules [ 1510.803726] env[62657]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGH for action security_group_rules [ 1510.803815] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.997800] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.998224] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1513.998224] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f with Priority: HIGH for action security_group_rules [ 1513.998224] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e with Priority: HIGH for action security_group_rules [ 1513.998346] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 with Priority: HIGH for action security_group_rules [ 1513.998468] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f157594-88e0-4650-aff8-ddef24bd63cf with Priority: HIGH for action security_group_rules [ 1513.998525] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f with Priority: HIGH for action security_group_rules [ 1513.998586] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 with Priority: HIGH for action security_group_rules [ 1513.998678] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 with Priority: HIGH for action security_group_rules [ 1513.998765] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 with Priority: HIGH for action security_group_rules [ 1513.998853] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cb011-c492-4db0-ad14-7dc14498268f with Priority: HIGH for action security_group_rules [ 1513.998939] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637044fe-2922-4103-9797-e995fd211cea with Priority: HIGH for action security_group_rules [ 1513.999036] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 with Priority: HIGH for action security_group_rules [ 1513.999123] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61b5efb-3aba-4266-b84f-b38667e879e5 with Priority: HIGH for action security_group_rules [ 1513.999206] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b97f010-b352-4187-8524-4319de47c018 with Priority: HIGH for action security_group_rules [ 1513.999288] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 with Priority: HIGH for action security_group_rules [ 1513.999372] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca613b-feac-44b0-a881-38073a85bdd1 with Priority: HIGH for action security_group_rules [ 1513.999456] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598ea41d-621d-481c-b98c-494c0798beb9 with Priority: HIGH for action security_group_rules [ 1513.999538] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab with Priority: HIGH for action security_group_rules [ 1513.999622] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d967a5f5-11bd-4972-a16b-ffdec1812531 with Priority: HIGH for action security_group_rules [ 1513.999702] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a with Priority: HIGH for action security_group_rules [ 1513.999785] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 with Priority: HIGH for action security_group_rules [ 1514.000150] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.000279] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.000349] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.000564] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.000646] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f87e27a-e1ea-4f04-af3a-f93e20ac773f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.001625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.001741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.002410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.002410] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.002410] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83daa59-f4cb-43e4-ad3a-63f9dba2427e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.002823] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe6ae94-6270-46c3-b73a-2f070c599a94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.002928] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.002995] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.003158] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.003226] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe6ae94-6270-46c3-b73a-2f070c599a94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.003912] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f157594-88e0-4650-aff8-ddef24bd63cf taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.004167] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.004237] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.004383] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.004452] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f157594-88e0-4650-aff8-ddef24bd63cf',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.005153] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66a8a26b-70d5-4719-a852-aa88592b0a8f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.005271] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.005325] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.005468] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.005545] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66a8a26b-70d5-4719-a852-aa88592b0a8f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.006313] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ef85eb-a78b-4363-a9a1-233d706d47d9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.006528] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.006619] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.006775] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.006859] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ef85eb-a78b-4363-a9a1-233d706d47d9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.007593] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.007697] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.007767] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.007909] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.007975] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd451c8-3af6-4b22-a31f-04eacc4972a5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.008746] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.008860] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.008919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.009082] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.009140] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.011407] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1cb011-c492-4db0-ad14-7dc14498268f taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.011508] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.011588] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.011721] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.011795] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1cb011-c492-4db0-ad14-7dc14498268f',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.012541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637044fe-2922-4103-9797-e995fd211cea taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.012658] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.012728] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.012882] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.012936] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637044fe-2922-4103-9797-e995fd211cea',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.013590] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a464f968-9324-4d4d-8f65-8fd6caccfa94 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.013695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.013756] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.013902] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.014010] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a464f968-9324-4d4d-8f65-8fd6caccfa94',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.142839] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61b5efb-3aba-4266-b84f-b38667e879e5 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.143094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.143094] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.143345] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.143432] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61b5efb-3aba-4266-b84f-b38667e879e5',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.144437] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b97f010-b352-4187-8524-4319de47c018 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.144617] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.144706] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.144840] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.144904] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b97f010-b352-4187-8524-4319de47c018',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.145653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07ac2832-93b7-47b4-aea5-d54654be5b82 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.145752] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.145817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.145959] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.146032] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07ac2832-93b7-47b4-aea5-d54654be5b82',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.146718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dca613b-feac-44b0-a881-38073a85bdd1 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.146819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.146880] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.147038] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.147188] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dca613b-feac-44b0-a881-38073a85bdd1',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.148113] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598ea41d-621d-481c-b98c-494c0798beb9 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.148232] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.148309] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.148504] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.148572] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598ea41d-621d-481c-b98c-494c0798beb9',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.149381] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.149487] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.149563] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.149698] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.149765] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc95b7cb-d5dd-4e76-9718-d7677fad44ab',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.150519] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d967a5f5-11bd-4972-a16b-ffdec1812531 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.150637] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.150699] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.150845] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.150917] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d967a5f5-11bd-4972-a16b-ffdec1812531',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.151698] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.151816] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.151885] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.152064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.152141] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78dc867-54f4-46a5-bf9c-62e22d855b2a',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.152889] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.152999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.153076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.153225] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.153293] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.177268] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.177406] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.177459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.177607] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.192961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.193070] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a464f968-9324-4d4d-8f65-8fd6caccfa94 is going to be deleted. [ 1514.239653] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.239842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.239842] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.240026] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.240118] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.240221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a464f968-9324-4d4d-8f65-8fd6caccfa94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.724369] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.724512] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.724580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.724789] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.726325] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.726437] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.727206] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.727306] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.735280] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.735393] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.737634] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.737720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.739718] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.739804] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.740692] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.740791] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.741486] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.741579] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.742308] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.742405] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.743036] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.743139] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.744665] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.744753] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.747287] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.747673] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.747768] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.748422] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.748786] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.748881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.749488] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.749853] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.750034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.750538] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.750956] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.751064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.751672] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.752103] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.752212] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.752813] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.753206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.753319] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07ac2832-93b7-47b4-aea5-d54654be5b82 is going to be deleted. [ 1514.754180] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.754382] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.755778] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.755873] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.756556] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.756652] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.757497] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.757867] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.757962] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.771585] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.772020] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.772128] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61b5efb-3aba-4266-b84f-b38667e879e5 is going to be deleted. [ 1514.772858] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.773056] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.791764] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.791898] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637044fe-2922-4103-9797-e995fd211cea is going to be deleted. [ 1514.792746] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.792941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.812095] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.812223] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34 is going to be deleted. [ 1514.812931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.813129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.833188] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.833324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.853701] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.853818] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1cb011-c492-4db0-ad14-7dc14498268f is going to be deleted. [ 1514.854683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.854891] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.866765] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.866893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.879113] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.879226] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f87e27a-e1ea-4f04-af3a-f93e20ac773f is going to be deleted. [ 1514.879975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.880191] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.897791] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.897906] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.906908] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.906908] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.915593] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.915683] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ef85eb-a78b-4363-a9a1-233d706d47d9 is going to be deleted. [ 1514.916401] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.916577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.972713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.972826] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d967a5f5-11bd-4972-a16b-ffdec1812531 is going to be deleted. [ 1514.973596] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.973783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.010735] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.011119] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.011514] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.011616] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.017481] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.017604] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598ea41d-621d-481c-b98c-494c0798beb9 is going to be deleted. [ 1515.018414] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.018610] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.074968] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.074968] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.122676] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.122813] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe6ae94-6270-46c3-b73a-2f070c599a94 is going to be deleted. [ 1515.123776] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.124045] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.213687] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.213894] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.223836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.223966] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7 is going to be deleted. [ 1515.224813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.225040] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.254288] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.254395] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78dc867-54f4-46a5-bf9c-62e22d855b2a is going to be deleted. [ 1515.255134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.255357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.267085] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.267209] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.331373] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.331478] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b97f010-b352-4187-8524-4319de47c018 is going to be deleted. [ 1515.332259] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.332454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.366914] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.367065] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.382669] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.382787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.391322] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.391429] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.393076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.393191] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd451c8-3af6-4b22-a31f-04eacc4972a5 is going to be deleted. [ 1515.393941] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.394173] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.468178] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.468314] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.472168] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.472282] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83daa59-f4cb-43e4-ad3a-63f9dba2427e is going to be deleted. [ 1515.473029] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.473221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.546625] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.546756] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66a8a26b-70d5-4719-a852-aa88592b0a8f is going to be deleted. [ 1515.547467] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.547656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.565349] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.565473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.614602] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.614716] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc95b7cb-d5dd-4e76-9718-d7677fad44ab is going to be deleted. [ 1515.615461] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.615651] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.716375] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.716492] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dca613b-feac-44b0-a881-38073a85bdd1 is going to be deleted. [ 1515.717324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.718012] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.736866] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.736988] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.746127] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.746236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.755634] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.755736] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f157594-88e0-4650-aff8-ddef24bd63cf is going to be deleted. [ 1515.756505] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.756681] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.756766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.756881] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61b5efb-3aba-4266-b84f-b38667e879e5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.757041] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.757190] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.757265] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.757370] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07ac2832-93b7-47b4-aea5-d54654be5b82" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.757770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.757924] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.758008] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.758129] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637044fe-2922-4103-9797-e995fd211cea" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.758255] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.758395] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.758469] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.758577] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c8d2fe1-675f-42fe-bbc8-5b67cfda1b34" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.758700] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.758836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.758907] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.759017] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1cb011-c492-4db0-ad14-7dc14498268f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.759143] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.759281] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.759351] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.759459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f87e27a-e1ea-4f04-af3a-f93e20ac773f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.759580] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.759713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.759783] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.759888] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ef85eb-a78b-4363-a9a1-233d706d47d9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.760024] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.760166] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.760236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.760335] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d967a5f5-11bd-4972-a16b-ffdec1812531" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.760454] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.760589] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.760663] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.760786] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598ea41d-621d-481c-b98c-494c0798beb9" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.760912] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.761064] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.761137] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.761238] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe6ae94-6270-46c3-b73a-2f070c599a94" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.761362] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.761496] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.761566] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.761666] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23802f9-e0a1-4ae7-9dae-b8b22bc5c2c7" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.761787] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.761921] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.762014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.762136] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78dc867-54f4-46a5-bf9c-62e22d855b2a" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.762256] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.762388] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.762456] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.762560] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b97f010-b352-4187-8524-4319de47c018" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.762683] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.762818] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.762887] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.762987] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd451c8-3af6-4b22-a31f-04eacc4972a5" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.763121] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.763252] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.763321] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.763420] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83daa59-f4cb-43e4-ad3a-63f9dba2427e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.763541] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.763671] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.763740] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.763836] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc95b7cb-d5dd-4e76-9718-d7677fad44ab" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.809625] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.809866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.809866] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.809992] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.810066] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.810182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66a8a26b-70d5-4719-a852-aa88592b0a8f" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.856803] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.856975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.857060] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.857221] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.857303] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.857419] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dca613b-feac-44b0-a881-38073a85bdd1" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.910686] env[62657]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1515.911212] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.911342] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.911434] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.911621] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.911705] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.911819] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f157594-88e0-4650-aff8-ddef24bd63cf" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.000534] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.000865] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.407837] env[62657]: INFO networking_nsxv3.common.synchronization [req-d48453a7-cf6b-4f37-bb49-635db6410979 req-1343f0ad-768b-4e8f-b028-91a9031090fb tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1521.408426] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e with Priority: HIGHEST for action security_group_members [ 1521.408693] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.408817] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.408883] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.409199] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.409270] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.409961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.409961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.409961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.409961] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.409961] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbba8d8b-a7f4-4785-b025-ba7f08747b4e',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.912607] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.912813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.912813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.912999] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.933313] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.933541] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.933653] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.933713] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.933895] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.933975] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.934106] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e is going to be updated. [ 1521.966328] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.966513] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.966557] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.966726] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.966863] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.980239] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: IN_PROGRESS for 2s [ 1523.990969] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e in Status: SUCCESS [ 1523.991377] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbba8d8b-a7f4-4785-b025-ba7f08747b4e deletion is rescheduled due to dependency. [ 1523.991377] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbba8d8b-a7f4-4785-b025-ba7f08747b4e" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.045055] env[62657]: INFO networking_nsxv3.common.synchronization [None req-e9afba61-3831-46ba-99f4-795db33c8cc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1526.045600] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1526.045901] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.046033] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.046098] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.046344] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.046428] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.107087] env[62657]: INFO networking_nsxv3.common.synchronization [None req-3fc9b7b7-9ba5-4dec-ae57-965935ff9205 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1526.107338] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1526.107846] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.107949] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.566495] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.566695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.566695] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.566893] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.566979] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.567111] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c36c580e-ffdb-412a-834e-a4156146e422 already deleted. [ 1526.567217] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.567366] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.567537] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.567627] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.088154] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.088516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.088516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.088516] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.088629] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.088667] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c36c580e-ffdb-412a-834e-a4156146e422 already deleted. [ 1527.088731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.107916] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.108241] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.459516] env[62657]: INFO networking_nsxv3.common.synchronization [req-661e6bee-45e3-4d44-a937-2d1a5188d50e req-e131953b-2dd5-4594-a414-ab369ce61b86 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1531.460033] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1531.460338] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.460459] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.460525] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.460763] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.460910] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.461014] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.461120] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.461241] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.461324] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.461429] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.714161] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.714425] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.714559] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.714822] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.715094] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.715257] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.715381] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.715594] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.715745] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.716043] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1531.716186] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] NeedRegenerationException {{(pid=62657) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1531.716307] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] no value, waiting for create lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1531.716421] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] value creation lock acquired {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1531.716557] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] No value present for key: 'zone-id' {{(pid=62657) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1531.716677] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Calling creation function for not-yet-present value {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1531.716815] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1531.737082] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1531.737239] env[62657]: DEBUG dogpile.cache.region [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62657) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1531.737383] env[62657]: DEBUG dogpile.lock [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Released creation lock {{(pid=62657) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1531.737547] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "network-93" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.737812] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 taken with stack trace [, , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.737976] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.738116] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.738390] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.738533] env[62657]: DEBUG networking_nsxv3.api.rpc [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11cb18c-4d8b-467c-b51d-72b0dfcdf711',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.963571] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.963793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.963793] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.964018] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.964109] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.964347] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.964466] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.964530] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.964656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.964731] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.964816] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c36c580e-ffdb-412a-834e-a4156146e422 already deleted. [ 1531.964892] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.241025] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.241457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.241457] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.241691] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.241853] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.242024] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Segment Port a11cb18c-4d8b-467c-b51d-72b0dfcdf711 not found, creating... [ 1532.242301] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.242459] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.242583] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.242826] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.242969] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.243271] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.243439] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.243561] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.243770] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.243910] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.244061] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Resource: SegmentPort with ID: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 is going to be created. [ 1532.266368] env[62657]: DEBUG networking_nsxv3.common.locking [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.266514] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.266673] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.266897] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.267132] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.267350] env[62657]: DEBUG oslo_concurrency.lockutils [None req-a378e165-14cd-41ac-84c3-23e93972d0ca None None] Releasing lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.924317] env[62657]: INFO networking_nsxv3.common.synchronization [req-661e6bee-45e3-4d44-a937-2d1a5188d50e req-100d0334-4d8c-4314-ad0f-61f24c5d37e1 service nova] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1532.924505] env[62657]: INFO networking_nsxv3.common.synchronization [req-661e6bee-45e3-4d44-a937-2d1a5188d50e req-100d0334-4d8c-4314-ad0f-61f24c5d37e1 service nova] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1532.924649] env[62657]: INFO networking_nsxv3.common.synchronization [req-661e6bee-45e3-4d44-a937-2d1a5188d50e req-100d0334-4d8c-4314-ad0f-61f24c5d37e1 service nova] Enqueued Resource ID: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 with Priority: HIGHEST for action port [ 1532.924871] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_rules [ 1532.924997] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1532.925106] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 with Priority: HIGHEST for action port [ 1532.925618] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.925741] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.925843] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.925991] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.926095] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.927032] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.927032] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.927215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.927251] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.927376] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.927476] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.927534] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.927648] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.927727] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.927825] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.928498] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.928632] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.928702] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.928827] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.928895] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11cb18c-4d8b-467c-b51d-72b0dfcdf711',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.430226] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.431325] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.431450] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.433849] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a11cb18c-4d8b-467c-b51d-72b0dfcdf711 with status ACTIVE [ 1533.433997] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.434134] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.434215] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.434438] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.434524] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.434702] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.434803] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.434865] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.435034] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.435112] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.435291] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.435396] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.435446] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.435581] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.436140] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.436140] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 is going to be updated. [ 1533.455635] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.455766] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.455813] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.455958] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.456099] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.456236] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11cb18c-4d8b-467c-b51d-72b0dfcdf711" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.933388] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.436062] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.436062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.436062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.436062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.436062] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.436062] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c36c580e-ffdb-412a-834e-a4156146e422 is going to be created. [ 1534.458859] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.459039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.459039] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.459206] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.459346] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.466905] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: UNINITIALIZED for 2s [ 1536.477314] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: SUCCESS [ 1536.477646] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.477708] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.477869] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.478066] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.478182] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.478244] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.478392] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.478470] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.478552] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.478638] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.981076] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.483699] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c36c580e-ffdb-412a-834e-a4156146e422: rpc.has_security_group_logging(os_id): False [ 1537.502842] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.502990] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.503076] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.503269] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.503357] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.503596] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.503703] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.503828] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.503915] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.504031] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.504094] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c36c580e-ffdb-412a-834e-a4156146e422 is going to be created. [ 1537.568048] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.568048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.568048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.568048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.568048] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.579783] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: IN_PROGRESS for 2s [ 1537.925809] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.925979] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1539.591931] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: SUCCESS [ 1539.591931] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.926829] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.926829] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.927791] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.927791] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.929060] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.929488] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.930066] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.930388] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.931437] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.931912] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.933121] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.933553] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.934322] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.934750] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.935755] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.936169] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.937317] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.937698] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.938551] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.938551] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.939768] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.940037] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.366092] env[62657]: INFO networking_nsxv3.common.synchronization [req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 req-90b2cb42-9582-4927-b2c1-e64c1bbe5854 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Enqueued Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1595.366092] env[62657]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36c580e-ffdb-412a-834e-a4156146e422 with Priority: HIGHEST for action security_group_members [ 1595.366450] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock member-c36c580e-ffdb-412a-834e-a4156146e422 taken with stack trace [, , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.366720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.366720] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.367494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.367494] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.367494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.367494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.367494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.367494] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.367494] env[62657]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c36c580e-ffdb-412a-834e-a4156146e422',) {} {{(pid=62657) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.869902] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.870070] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.870122] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.870332] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.870424] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.870614] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.870709] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.870770] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.870919] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.870994] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.871094] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c36c580e-ffdb-412a-834e-a4156146e422 is going to be updated. [ 1595.904303] env[62657]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62657) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.904473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.904473] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.904656] env[62657]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.904790] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.913242] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: IN_PROGRESS for 2s [ 1597.923250] env[62657]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c36c580e-ffdb-412a-834e-a4156146e422 in Status: SUCCESS [ 1597.923622] env[62657]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c36c580e-ffdb-412a-834e-a4156146e422 deletion is rescheduled due to dependency. [ 1597.923622] env[62657]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c36c580e-ffdb-412a-834e-a4156146e422" {{(pid=62657) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.366999] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.367449] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.367749] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.368148] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.368449] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.368449] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.369363] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.369786] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.371240] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.371646] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.373085] env[62657]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.373493] env[62657]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0